-- Logs begin at Thu 2022-05-19 13:07:18 UTC, end at Thu 2022-05-19 14:15:21 UTC. -- May 19 13:45:14.457104 dv-cinder-784815-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 19 13:45:17.268510 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.common.config [-] Logging enabled! May 19 13:45:17.269131 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev225 May 19 13:45:17.269280 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109952) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 19 13:45:17.272545 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.common.config [-] Logging enabled! May 19 13:45:17.272796 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev225 May 19 13:45:17.273099 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109952) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 19 13:45:17.274022 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 13:45:17.274251 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 13:45:17.274613 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 13:45:17.274854 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 13:45:17.275094 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 13:45:17.275505 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.275801 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.276027 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.276319 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.276605 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.276884 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.277170 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.277465 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.277749 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.278028 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.278310 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.278536 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.278819 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.279127 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.279412 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.279631 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] debug = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.280566 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.281007 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.281417 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.281697 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.281984 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.282273 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.282529 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.282803 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.283112 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.283437 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] host = dv-cinder-784815-14-iscsi {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.283712 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.283996 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.284278 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.284560 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.284830 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.285100 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.285386 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.285654 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.285920 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] log_file = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.286194 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.286479 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.286762 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.287075 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.287296 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.287515 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.287798 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.288091 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.288363 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.288637 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.288913 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.289183 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.289456 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.289723 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.290000 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.290278 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.290561 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.290836 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.291145 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.291401 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.291671 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.291952 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.292221 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.292493 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.292764 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.293048 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.293314 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.293584 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.293879 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.294160 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.294438 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.294721 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.295015 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.295303 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.295767 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.296038 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.296309 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] use_json = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.296581 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.296850 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.297130 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.297398 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.297667 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.297938 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.298207 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.298488 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.298758 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:17.299075 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.299373 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.299668 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.299950 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.300251 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.300529 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.300817 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.301093 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.301381 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.301668 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.301952 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.302227 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.302524 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.302811 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.303128 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.303429 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.303720 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.304009 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.304282 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.304556 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.304830 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.305106 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.305397 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.305672 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.305956 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.306241 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.306518 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.306813 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.307122 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.307403 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.307693 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.307977 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.308246 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.308520 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.308810 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.309083 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.309353 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.309637 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.309910 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.310176 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.310452 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.310726 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.311102 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.311378 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.311651 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.311940 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.312212 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.312481 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.312751 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.313024 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.313292 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.313572 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.313846 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.314114 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.314385 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.314661 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.314954 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.315230 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.315509 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.315777 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.316051 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.316320 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.316590 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.316858 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.317124 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.317392 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.317658 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.317924 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.318193 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.318461 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.318729 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.319024 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.319294 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.319561 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.319853 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.320125 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.320400 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.320676 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.320949 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.321323 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.321605 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.321880 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.322154 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.322423 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.322710 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.323027 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.323314 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.323593 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.323867 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.324173 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.324448 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.324720 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.325000 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.325279 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.325553 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.325834 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.326111 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.326403 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.327234 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.327507 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.327796 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.328100 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.328441 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.328721 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.329026 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.329302 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:17.329512 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 13:45:17.329744 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109952) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 19 13:45:17.786811 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 19 13:45:17.787103 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 19 13:45:17.787392 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 19 13:45:17.787716 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.manager [-] Loading core plugin: ml2 May 19 13:45:18.114277 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.114481 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.114756 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.115953 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.116230 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.116488 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.171297 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.171566 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.171823 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.186425 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.186833 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.187121 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.218880 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.219165 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.219430 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.256152 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.256420 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.256679 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.597717 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.598340 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.598340 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.598519 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.599176 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.697552 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.697793 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.698071 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.698336 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.698597 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.698918 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.699174 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.699424 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.699671 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.699944 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.700196 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.700451 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.700699 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.700943 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.701189 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.701443 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.702211 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.702593 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.702874 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.703140 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.703406 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.703653 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.703926 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.704293 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.704536 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.704775 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.705157 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 13:45:18.705391 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 13:45:18.705621 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 13:45:18.705852 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 13:45:18.706078 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 13:45:18.706305 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 13:45:18.706664 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 19 13:45:18.709722 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 19 13:45:18.713590 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 19 13:45:18.717945 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 19 13:45:18.719578 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 19 13:45:18.720040 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 19 13:45:18.720367 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 19 13:45:18.720738 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 19 13:45:18.723667 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 19 13:45:18.723913 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 19 13:45:18.724249 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 19 13:45:18.729017 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 19 13:45:18.752501 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 19 13:45:18.752931 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.753219 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109952) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 19 13:45:18.753583 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.754941 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109952) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 19 13:45:18.755215 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 19 13:45:18.755457 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 19 13:45:18.758709 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.759003 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:18.820752 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 19 13:45:18.820981 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 19 13:45:18.821212 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 19 13:45:18.821571 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 19 13:45:18.871876 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO dbcounter [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Registered counter for database neutron May 19 13:45:18.891649 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_db.sqlalchemy.engines [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109952) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 19 13:45:18.897948 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG dbcounter [-] [109952] Writer thread running {{(pid=109952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 13:45:19.336882 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.managers [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Initializing driver for type 'gre' May 19 13:45:19.337393 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] gre ID ranges: [(1, 1000)] May 19 13:45:19.392208 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.managers [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Initializing driver for type 'local' May 19 13:45:19.392532 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.managers [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Initializing driver for type 'vlan' May 19 13:45:19.406902 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] VlanTypeDriver initialization complete May 19 13:45:19.407230 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.managers [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Initializing driver for type 'vxlan' May 19 13:45:19.407735 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] vxlan ID ranges: [(1, 1000)] May 19 13:45:19.461807 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.managers [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Initializing extension driver 'port_security' May 19 13:45:19.462142 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.extensions.port_security [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] PortSecurityExtensionDriver initialization complete May 19 13:45:19.462469 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.managers [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Initializing mechanism driver 'openvswitch' May 19 13:45:19.462798 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.managers [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Initializing mechanism driver 'hyperv' May 19 13:45:19.469939 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:45:19.470591 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > port after_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.470989 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > port after_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.471341 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > port after_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.471838 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109952) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 13:45:19.472252 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > subnet after_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.472599 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > subnet after_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.472936 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > subnet after_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.473326 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109952) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 13:45:19.473729 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > network after_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.474074 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > network after_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.474411 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > network after_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.474794 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109952) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 13:45:19.475217 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > security_group after_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.475562 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > security_group after_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.475901 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > security_group after_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.476286 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109952) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 13:45:19.476682 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.477022 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.477351 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.477735 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109952) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 13:45:19.478132 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > address_group after_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.478469 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > address_group after_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.478802 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > address_group after_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.479369 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109952) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 13:45:19.479813 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] ML2 OVO RPC backend initialized. {{(pid=109952) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 19 13:45:19.480513 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > router_interface after_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.480864 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.481273 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > network before_response 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.481619 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > networks before_response 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.481963 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > port before_response 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.482300 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > ports before_response 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.482638 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > subnet before_response 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.483506 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > subnets before_response 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.483848 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > network after_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.484186 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > network after_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.484519 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > network after_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.484850 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > port after_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.485180 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > port after_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.485510 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > port after_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.485847 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > subnet after_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.486178 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > subnet after_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.486507 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > subnet after_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.493947 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.quota [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded quota_driver: . May 19 13:45:19.494308 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.plugin [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Modular L2 Plugin initialization complete May 19 13:45:19.494647 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading services supported by the core plugin {{(pid=109952) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 19 13:45:19.495009 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.plugins.ml2.managers [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Got port-security extension from driver 'port_security' May 19 13:45:19.495492 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.extensions.vlantransparent [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Disabled vlantransparent extension. May 19 13:45:19.495981 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109952) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 19 13:45:19.496299 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading Plugin: router May 19 13:45:19.541630 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > router_interface before_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.542016 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > router after_create 55549900 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.542380 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > router before_create 55549900 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.542743 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.543154 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.543498 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > router after_delete 55549900 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.543848 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > floatingip after_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.544190 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > floatingip after_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.544539 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > router after_create 55549900 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.544878 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > router after_update 55549900 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.545219 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > router after_update 55549900 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.546124 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.546581 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > router after_update 55549900 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.546918 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > router precommit_update 55549900 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.547286 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: port after_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.547619 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: port after_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.547954 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: subnet after_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.548285 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.548624 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > port precommit_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.548963 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > router precommit_create 55549900 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.549301 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: port before_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.549636 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > router precommit_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.549988 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > router after_update 55549900 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.550317 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > router precommit_delete 55549900 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.550665 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > router precommit_create 55549900 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.551060 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > router_interface after_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.551404 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > router precommit_update 55549900 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.551761 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > agent after_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.552105 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > agent after_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.552445 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > network after_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.553321 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Tracking information for resource: router configured {{(pid=109952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 13:45:19.553663 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Tracking information for resource: floatingip configured {{(pid=109952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 13:45:19.558709 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.db.l3_agentschedulers_db [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 19 13:45:19.559322 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: port after_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.559678 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: port after_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.560023 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: port after_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.560373 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: port after_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.561932 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > router before_create 55550100 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.562295 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > router precommit_delete 55550100 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.562660 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > router precommit_create 55550100 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.563044 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > router precommit_update 55550100 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.567780 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.services.provider_configuration [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Service providers = [] {{(pid=109952) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 19 13:45:19.568140 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.db.servicetype_db [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109952) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 19 13:45:19.571178 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.services.service_base [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109952) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 13:45:19.571521 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.services.service_base [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109952) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 13:45:19.571856 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.services.service_base [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109952) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 13:45:19.572746 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.services.service_base [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109952) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 13:45:19.573115 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.services.service_base [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Default provider is not specified for service type L3_ROUTER_NAT May 19 13:45:19.573496 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 13:45:19.573807 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 19 13:45:19.584348 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 13:45:19.584678 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading Plugin: auto_allocate May 19 13:45:19.590505 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: network precommit_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.590816 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: network precommit_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.591363 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 13:45:19.591679 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading Plugin: tag May 19 13:45:19.598408 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 13:45:19.598963 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading Plugin: timestamp May 19 13:45:19.602788 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 13:45:19.603137 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading Plugin: network_ip_availability May 19 13:45:19.609208 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.609571 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.609926 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.610629 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 13:45:19.610975 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading Plugin: flavors May 19 13:45:19.624097 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 13:45:19.624423 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading Plugin: revisions May 19 13:45:19.628754 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 13:45:19.629148 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_concurrency.lockutils [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.842s {{(pid=109952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 19 13:45:19.629891 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109952) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 19 13:45:19.630830 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Initializing extension manager. May 19 13:45:19.631493 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: __init__.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.631927 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: __pycache__ {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.632346 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: _port_mac_address_override.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.632766 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: address_group.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.633640 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.634568 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: address-group May 19 13:45:19.635022 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: address_scope.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.635824 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.636423 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: address-scope May 19 13:45:19.636826 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: admin_state_down_before_update.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.637836 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.638454 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: router-admin-state-down-before-update May 19 13:45:19.638926 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: agent.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.639843 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.640449 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: agent May 19 13:45:19.640854 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: agent_resources_synced.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.641851 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.642448 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: agent-resources-synced May 19 13:45:19.642852 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: allowedaddresspairs.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.644763 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.645279 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: allowed-address-pairs May 19 13:45:19.645603 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: auto_allocated_topology.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.646668 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.647202 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: auto-allocated-topology May 19 13:45:19.647523 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: availability_zone.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.648210 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.648714 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: availability_zone May 19 13:45:19.649032 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: availability_zone_filter.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.649928 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.650437 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: availability_zone_filter May 19 13:45:19.650755 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: data_plane_status.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.651682 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.652180 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension data-plane-status not supported by any of loaded plugins May 19 13:45:19.652497 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: default_subnetpools.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.653403 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.653903 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: default-subnetpools May 19 13:45:19.654221 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: dhcpagentscheduler.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.655115 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.655618 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: dhcp_agent_scheduler May 19 13:45:19.655935 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: dns.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.656841 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.657339 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension dns-integration not supported by any of loaded plugins May 19 13:45:19.657657 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: dns_domain_ports.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.658560 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.659096 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension dns-domain-ports not supported by any of loaded plugins May 19 13:45:19.659419 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.660337 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.660836 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 19 13:45:19.661154 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: dvr.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.661817 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.662317 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: dvr May 19 13:45:19.662633 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: ecmp_routes.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.663582 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.664093 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension ecmp_routes not supported by any of loaded plugins May 19 13:45:19.664413 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: empty_string_filtering.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.665321 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.665827 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: empty-string-filtering May 19 13:45:19.666143 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.667081 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.667583 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 19 13:45:19.667897 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.668799 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.669299 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 19 13:45:19.669614 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: external_net.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.671043 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.671638 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: external-net May 19 13:45:19.671957 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: extra_dhcp_opt.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.672866 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.673372 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: extra_dhcp_opt May 19 13:45:19.673687 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: extraroute.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.674591 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.675122 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: extraroute May 19 13:45:19.675438 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: extraroute_atomic.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.676462 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.676970 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: extraroute-atomic May 19 13:45:19.677285 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: filter_validation.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.677943 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.678442 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: filter-validation May 19 13:45:19.678755 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: fip_pf_description.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.679691 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.680197 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 19 13:45:19.680512 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: fip_pf_port_range.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.681426 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.681925 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 19 13:45:19.682241 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: fip_port_details.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.683180 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.683684 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: fip-port-details May 19 13:45:19.684003 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: flavors.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.685216 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.685731 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: flavors May 19 13:45:19.686625 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.688490 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.689016 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 19 13:45:19.689343 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: floatingip_pools.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.690040 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.690557 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: floatingip-pools May 19 13:45:19.690902 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: ip_allocation.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.691817 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.692318 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension ip_allocation not supported by any of loaded plugins May 19 13:45:19.692640 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.693675 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.694182 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: ip-substring-filtering May 19 13:45:19.694504 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: l2_adjacency.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.695458 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.695961 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension l2_adjacency not supported by any of loaded plugins May 19 13:45:19.696281 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: l3.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.697231 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.697743 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: router May 19 13:45:19.698066 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: l3_conntrack_helper.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.700287 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.700811 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 19 13:45:19.701142 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.702219 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.702735 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: ext-gw-mode May 19 13:45:19.703100 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.704566 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.705161 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: l3-ha May 19 13:45:19.705532 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.706518 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.707058 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 19 13:45:19.707383 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: l3_flavors.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.708291 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.708794 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: l3-flavors May 19 13:45:19.709114 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: l3_ndp_proxy.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.710470 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.711016 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 19 13:45:19.711341 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.712249 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.712759 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: l3-port-ip-change-not-allowed May 19 13:45:19.713080 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: l3agentscheduler.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.714113 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.714620 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: l3_agent_scheduler May 19 13:45:19.714982 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: local_ip.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.716739 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.717282 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension local_ip not supported by any of loaded plugins May 19 13:45:19.717608 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: logging.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.719280 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.719804 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension logging not supported by any of loaded plugins May 19 13:45:19.720132 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: metering.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.720875 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.721447 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: metering May 19 13:45:19.721769 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.722879 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.723397 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: metering_source_and_destination_fields May 19 13:45:19.723719 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: multiprovidernet.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.724637 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.725148 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: multi-provider May 19 13:45:19.725469 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: netmtu.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.726365 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.726885 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: net-mtu May 19 13:45:19.727219 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: netmtu_writable.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.728240 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.728747 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: net-mtu-writable May 19 13:45:19.729066 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: network_availability_zone.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.729727 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.730231 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: network_availability_zone May 19 13:45:19.730548 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: network_ip_availability.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.731677 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.732190 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: network-ip-availability May 19 13:45:19.732511 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: network_segment_range.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.733968 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.734470 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension network-segment-range not supported by any of loaded plugins May 19 13:45:19.734790 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: pagination.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.735788 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.736116 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: pagination May 19 13:45:19.736433 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: port_device_profile.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.737337 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.737847 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: port-device-profile May 19 13:45:19.738166 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: port_mac_address_override.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.739122 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.739637 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: port-mac-override May 19 13:45:19.739957 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.740862 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.741376 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: port-mac-address-regenerate May 19 13:45:19.741693 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.742587 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.743126 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: port-numa-affinity-policy May 19 13:45:19.743444 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: port_resource_request.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.744337 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.744839 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension port-resource-request not supported by any of loaded plugins May 19 13:45:19.745155 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: port_resource_request_groups.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.746116 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.746617 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension port-resource-request-groups not supported by any of loaded plugins May 19 13:45:19.746962 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: portbindings.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.747880 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.748386 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: binding May 19 13:45:19.749540 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: portbindings_extended.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.750773 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.751308 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: binding-extended May 19 13:45:19.751638 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: portsecurity.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.752545 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.753050 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: port-security May 19 13:45:19.753372 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: project_id.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.754344 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.754666 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: project-id May 19 13:45:19.755021 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: providernet.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.755936 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.756445 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: provider May 19 13:45:19.756762 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: qos.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.760338 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.760863 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension qos not supported by any of loaded plugins May 19 13:45:19.761186 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.762427 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.762970 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 19 13:45:19.763297 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.764784 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.765296 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 19 13:45:19.765617 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: qos_default.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.766524 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.767061 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension qos-default not supported by any of loaded plugins May 19 13:45:19.767384 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: qos_fip.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.768292 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.768795 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension qos-fip not supported by any of loaded plugins May 19 13:45:19.769115 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: qos_fip_network_policy.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.770022 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.770523 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 19 13:45:19.770841 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: qos_gateway_ip.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.771787 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.772290 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension qos-gateway-ip not supported by any of loaded plugins May 19 13:45:19.772609 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: qos_port_network_policy.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.773517 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.774017 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension qos-port-network-policy not supported by any of loaded plugins May 19 13:45:19.774337 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.775398 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.775906 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension qos-pps-minimum not supported by any of loaded plugins May 19 13:45:19.776227 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.777256 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.777764 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 19 13:45:19.778082 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: qos_pps_rule.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.779281 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.780382 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension qos-pps not supported by any of loaded plugins May 19 13:45:19.780658 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: qos_rule_type_details.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.781568 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.782079 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension qos-rule-type-details not supported by any of loaded plugins May 19 13:45:19.782399 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: qos_rule_type_filter.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.783330 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.783837 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 19 13:45:19.784156 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: qos_rules_alias.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.785175 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.785680 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension qos-rules-alias not supported by any of loaded plugins May 19 13:45:19.786000 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: quota_check_limit.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.787108 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.787620 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: quota-check-limit May 19 13:45:19.787941 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: quotasv2.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.788860 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.789181 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: quotas May 19 13:45:19.789497 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: quotasv2_detail.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.791217 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.791553 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: quota_details May 19 13:45:19.791874 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: rbac.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.792916 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.793438 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: rbac-policies May 19 13:45:19.793765 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: rbac_address_group.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.794692 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.795230 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: rbac-address-group May 19 13:45:19.795588 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: rbac_address_scope.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.796502 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.797015 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: rbac-address-scope May 19 13:45:19.797335 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: rbac_security_groups.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.798241 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.798752 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: rbac-security-groups May 19 13:45:19.799103 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: rbac_subnetpool.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.800012 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.800520 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: rbac-subnetpool May 19 13:45:19.800837 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: revisionifmatch.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.801750 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.802255 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: revision-if-match May 19 13:45:19.802571 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: revisions.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.803694 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.804203 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: standard-attr-revisions May 19 13:45:19.804524 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: router_availability_zone.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.805199 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.805701 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: router_availability_zone May 19 13:45:19.806021 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: routerservicetype.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.806968 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.807480 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension router-service-type not supported by any of loaded plugins May 19 13:45:19.807799 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.808717 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.809230 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: security-groups-normalized-cidr May 19 13:45:19.809546 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: security_groups_port_filtering.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.810455 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.811540 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: port-security-groups-filtering May 19 13:45:19.811904 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.812963 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.813475 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: security-groups-remote-address-group May 19 13:45:19.813792 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.814706 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.815249 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: security-groups-shared-filtering May 19 13:45:19.815566 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.816143 dv-cinder-784815-14-iscsi neutron-server[109952]: WARNING neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 19 13:45:19.816459 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: securitygroup.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.826122 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.826706 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: security-group May 19 13:45:19.827068 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: segment.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.827788 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.828297 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension segment not supported by any of loaded plugins May 19 13:45:19.828617 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.829544 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.830050 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 19 13:45:19.830371 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: servicetype.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.831501 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.832017 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: service-type May 19 13:45:19.832339 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: sorting.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.833313 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.833638 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: sorting May 19 13:45:19.833955 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: standard_attr_segment.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.834879 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.835405 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension standard-attr-segment not supported by any of loaded plugins May 19 13:45:19.835724 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: standardattrdescription.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.836368 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.836875 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: standard-attr-description May 19 13:45:19.837196 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: stateful_security_group.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.838126 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.838635 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: stateful-security-group May 19 13:45:19.838992 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: stdattrs_common.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.839555 dv-cinder-784815-14-iscsi neutron-server[109952]: WARNING neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 19 13:45:19.839873 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.840838 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.841302 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 19 13:45:19.841617 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: subnet_onboard.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.843207 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.843779 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: subnet_onboard May 19 13:45:19.844102 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.845028 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.845533 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 19 13:45:19.845855 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: subnet_service_types.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.846772 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.847308 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: subnet-service-types May 19 13:45:19.847631 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: subnetallocation.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.848710 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.849219 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: subnet_allocation May 19 13:45:19.849541 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.850198 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.850711 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: subnetpool-prefix-ops May 19 13:45:19.851058 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.851998 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.852503 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 19 13:45:19.852820 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: tagging.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.853855 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.854377 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: standard-attr-tag May 19 13:45:19.854700 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: timestamp.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.855912 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.856428 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loaded extension: standard-attr-timestamp May 19 13:45:19.856752 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: trunk.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.857772 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.858905 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension trunk not supported by any of loaded plugins May 19 13:45:19.859231 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: trunk_details.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.860148 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.860665 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension trunk-details not supported by any of loaded plugins May 19 13:45:19.860987 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: uplink_status_propagation.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.861890 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.862400 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension uplink-status-propagation not supported by any of loaded plugins May 19 13:45:19.862721 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Loading extension file: vlantransparent.py {{(pid=109952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:45:19.863411 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:45:19.863913 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extension vlan-transparent not supported by any of loaded plugins May 19 13:45:19.866415 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Creating instance of TrackedResource for resource:network May 19 13:45:19.866958 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Creating instance of TrackedResource for resource:subnet May 19 13:45:19.867361 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Creating instance of TrackedResource for resource:subnetpool May 19 13:45:19.867748 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Creating instance of TrackedResource for resource:port May 19 13:45:19.870114 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.v2.resource_helper [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:45:19.870561 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.v2.resource_helper [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Service FLAVORS assigned prefix: {{(pid=109952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:45:19.871206 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.v2.resource_helper [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:45:19.871626 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.v2.resource_helper [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:45:19.871957 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Creating instance of TrackedResource for resource:router May 19 13:45:19.872387 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Creating instance of TrackedResource for resource:floatingip May 19 13:45:19.872865 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.v2.resource_helper [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Service METERING assigned prefix: /metering {{(pid=109952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:45:19.875192 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.875558 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.875903 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:45:19.876881 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Creating instance of CountableResource for resource:rbac_policy May 19 13:45:19.877315 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Creating instance of TrackedResource for resource:security_group May 19 13:45:19.877734 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Creating instance of TrackedResource for resource:security_group_rule May 19 13:45:19.878266 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.v2.resource_helper [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Service CORE assigned prefix: {{(pid=109952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:45:19.878672 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Creating instance of TrackedResource for resource:subnetpool May 19 13:45:19.879040 dv-cinder-784815-14-iscsi neutron-server[109952]: WARNING neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] subnetpool is already registered May 19 13:45:19.879457 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.v2.resource_helper [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Service CORE assigned prefix: {{(pid=109952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:45:19.879784 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Creating instance of TrackedResource for resource:subnetpool May 19 13:45:19.880109 dv-cinder-784815-14-iscsi neutron-server[109952]: WARNING neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] subnetpool is already registered May 19 13:45:19.882350 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.v2.resource_helper [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:45:19.882777 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.v2.resource_helper [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Service FLAVORS assigned prefix: {{(pid=109952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:45:19.883389 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.v2.resource_helper [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:45:19.883800 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.v2.resource_helper [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:45:19.884125 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Creating instance of TrackedResource for resource:router May 19 13:45:19.884461 dv-cinder-784815-14-iscsi neutron-server[109952]: WARNING neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] router is already registered May 19 13:45:19.884865 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Creating instance of TrackedResource for resource:floatingip May 19 13:45:19.885193 dv-cinder-784815-14-iscsi neutron-server[109952]: WARNING neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] floatingip is already registered May 19 13:45:19.885642 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.v2.resource_helper [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Service METERING assigned prefix: /metering {{(pid=109952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:45:19.886293 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Creating instance of CountableResource for resource:rbac_policy May 19 13:45:19.886615 dv-cinder-784815-14-iscsi neutron-server[109952]: WARNING neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] rbac_policy is already registered May 19 13:45:19.887056 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Creating instance of TrackedResource for resource:security_group May 19 13:45:19.887389 dv-cinder-784815-14-iscsi neutron-server[109952]: WARNING neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] security_group is already registered May 19 13:45:19.887786 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Creating instance of TrackedResource for resource:security_group_rule May 19 13:45:19.888116 dv-cinder-784815-14-iscsi neutron-server[109952]: WARNING neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] security_group_rule is already registered May 19 13:45:19.888726 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.v2.resource_helper [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Service CORE assigned prefix: {{(pid=109952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:45:19.889048 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Creating instance of TrackedResource for resource:subnetpool May 19 13:45:19.890072 dv-cinder-784815-14-iscsi neutron-server[109952]: WARNING neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] subnetpool is already registered May 19 13:45:19.890492 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.v2.resource_helper [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Service CORE assigned prefix: {{(pid=109952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:45:19.890815 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Creating instance of TrackedResource for resource:subnetpool May 19 13:45:19.891168 dv-cinder-784815-14-iscsi neutron-server[109952]: WARNING neutron.quota.resource_registry [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] subnetpool is already registered May 19 13:45:19.891639 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: extensions {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.893065 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: address-groups {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.894527 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: address-scopes {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.895870 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: agents {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.897006 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: auto-allocated-topology {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.898229 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: availability_zones {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.899587 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: dhcp-networks {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.901076 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: dhcp-agents {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.902456 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: routers {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.904153 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: flavors {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.905936 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: service_profiles {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.907327 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: next_providers {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.908762 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: service_profiles {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.910267 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: floatingip-pools {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.911507 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: routers {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.913163 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: floatingips {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.914432 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: l3-routers {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.915826 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: l3-agents {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.917204 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: metering-labels {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.918417 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: metering-label-rules {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.919792 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: network-ip-availabilities {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.921616 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: bindings {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.923218 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: quotas {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.924835 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: quotas {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.926327 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: rbac-policies {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.927520 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: security-groups {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.928806 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: security-group-rules {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.930022 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: service-providers {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.931249 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: subnetpools {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.932539 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: subnetpools {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.934040 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: tags {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.935711 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: tags {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.938474 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: tags {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.940254 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: tags {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.941892 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: tags {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.943841 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: tags {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.945524 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: tags {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.947400 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: tags {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.949131 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: tags {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.950881 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron.api.extensions [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Extended resource: tags {{(pid=109952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:45:19.957105 dv-cinder-784815-14-iscsi neutron-server[109952]: WARNING keystonemiddleware.auth_token [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 19 13:45:19.964020 dv-cinder-784815-14-iscsi neutron-server[109952]: WARNING keystonemiddleware.auth_token [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 19 13:45:19.973276 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_concurrency.lockutils [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Acquired lock "singleton_lock" {{(pid=109952) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 19 13:45:19.973745 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_concurrency.lockutils [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Releasing lock "singleton_lock" {{(pid=109952) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 19 13:45:19.974387 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO oslo_service.service [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Starting 2 workers May 19 13:45:19.979268 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Started child 110061 {{(pid=109952) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 13:45:19.984345 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Started child 110062 {{(pid=109952) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 13:45:19.985618 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:19.986297 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO neutron.service [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Neutron service started, listening on 0.0.0.0:9696 May 19 13:45:19.986673 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Publish callbacks [] for process (None), before_spawn {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:19.987212 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [-] (110061) wsgi starting up on http://0.0.0.0:9696 May 19 13:45:19.989109 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:19.989575 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO oslo_service.service [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Starting 1 workers May 19 13:45:19.990558 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [-] (110062) wsgi starting up on http://0.0.0.0:9696 May 19 13:45:19.994417 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Started child 110063 {{(pid=109952) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 13:45:19.994987 dv-cinder-784815-14-iscsi neutron-server[109952]: INFO oslo_service.service [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Starting 1 workers May 19 13:45:19.998223 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.service [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] calling RpcWorker wait() {{(pid=110063) _wait /opt/stack/neutron/neutron/service.py:128}} May 19 13:45:19.999259 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.service [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] returning from RpcWorker wait() {{(pid=110063) _wait /opt/stack/neutron/neutron/service.py:135}} May 19 13:45:20.000203 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Started child 110064 {{(pid=109952) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 13:45:20.000595 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:20.001023 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6362f053-feb6-4581-8864-dc99267b6b1d None None] Publish callbacks [] for process (None), after_spawn {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:20.001117 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:45:20.002914 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109952) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 19 13:45:20.003125 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 13:45:20.003308 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 13:45:20.003526 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 13:45:20.004010 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 13:45:20.004010 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 13:45:20.004535 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.004807 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.005068 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.005156 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:20.005605 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.005941 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.006191 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.006402 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:45:20.006493 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.006699 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.006986 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.007153 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.007317 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.007585 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.007829 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.008151 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.008416 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.008664 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.008926 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.009095 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.009339 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.009606 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.009849 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.010149 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] debug = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.010382 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.010869 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.011104 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.011365 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.011598 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.011876 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.012100 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.012353 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.012592 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.012800 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.013049 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.013305 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.013550 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.013776 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.013985 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.014291 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.014515 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.014992 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] host = dv-cinder-784815-14-iscsi {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.015238 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.015473 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.015701 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.015951 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.016215 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.016429 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.016677 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.016917 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.017184 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.017436 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.017703 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.017948 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.018158 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.018403 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] log_file = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.018564 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] log_options = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.018809 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.019089 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.019347 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.019561 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.019695 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.019860 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.020162 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.020301 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.020523 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.020758 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.020977 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.021226 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.021421 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.021650 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.021909 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.022125 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.022355 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.022563 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.022812 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.023088 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.023310 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.023536 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.023769 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.024003 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.024235 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.024446 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.024699 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.024929 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.025144 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.025337 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.025586 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.025836 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.026065 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.026294 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.026550 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.026925 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.027137 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.027353 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.027612 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.027837 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.028078 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.028337 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.028552 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.028775 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.028989 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.029318 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.029554 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] use_json = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.030374 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.030737 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.030897 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.031232 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.031359 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.031620 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.031803 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.032038 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.032256 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.032858 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.033155 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.033457 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.033729 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.034108 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.034251 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.034472 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.034699 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.035256 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.035256 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.035505 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.035674 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.035989 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.036271 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.036529 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.036853 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.037090 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.037364 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.037598 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.037815 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.038050 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.038288 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.038580 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.038808 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.039095 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.039362 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.039557 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.039848 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.040101 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.040876 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.040876 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.041073 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.041375 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.041840 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.042111 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.042353 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.042594 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.042814 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.043075 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.043314 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.043604 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.043848 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.044087 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.044336 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.044551 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.044805 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.045051 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.045338 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.045628 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.046483 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.046733 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.046971 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.047189 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.047426 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.047654 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.047890 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.048123 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.048349 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.048587 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.048831 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.049062 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.049285 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.049531 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.049747 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.049964 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.050173 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.050395 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.050605 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.050837 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.051079 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.051289 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.051500 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.051713 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.051934 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.052150 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.052352 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.052569 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.052783 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.053018 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.053222 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.053429 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.053672 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.053885 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.054116 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.054324 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.054537 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.054745 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.054991 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.055222 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.055435 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.055660 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.055962 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.056207 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.056463 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.056703 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.056977 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.057170 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.057409 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.057628 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.057851 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.058082 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.058351 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.058603 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.058891 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.059109 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.059326 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.059584 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.059791 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.060028 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.060279 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.060502 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.060736 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.061075 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.061362 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.061652 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.061833 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.062046 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.062271 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.062507 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.062776 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.063059 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.063346 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.063560 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.063846 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.064160 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.064419 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.064704 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.064934 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.065162 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.065422 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.065650 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.065896 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.066154 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.066397 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.066693 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.066950 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.067191 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.067425 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.067653 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.067976 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.068205 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.068435 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.068647 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.068945 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.069178 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.069413 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.069691 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.069932 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.070199 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.070428 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.070675 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.070911 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.071145 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.071368 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.071601 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.071820 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.072032 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.072289 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.072475 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.072684 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.072917 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.073131 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.073364 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.073599 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.073836 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.074038 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.074294 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.074504 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.074720 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.074988 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.075204 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.075419 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.075631 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.075861 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.076105 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.076337 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.076648 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.076892 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.077112 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.077313 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.077550 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.077801 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.078016 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.078274 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.078490 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.078721 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.078955 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.079173 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.079407 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.079616 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.079858 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.080069 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.080303 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.080535 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.080869 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.081106 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.081331 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.081594 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.081851 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.082067 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.082282 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.082515 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.082735 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.082977 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.083243 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.083475 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.083689 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.083904 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.084116 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.084364 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.084617 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.084869 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.085122 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.085337 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.085557 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.085794 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.086032 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.086241 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.086448 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.086657 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.086893 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.087122 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.087317 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.087614 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.087854 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.088089 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.088357 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.088573 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.088803 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.089026 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.089267 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.089473 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.089713 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.089925 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.090130 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.090350 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.090554 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.090758 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.091045 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.091213 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.091439 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.091661 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.091867 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.092074 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.093233 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.093476 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.093586 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.093819 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.094035 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.094243 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.094479 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.094676 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.094941 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.095191 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.095398 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.095601 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.095975 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.096391 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.096606 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.096871 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.097263 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.097653 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.097938 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.098192 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.098435 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.098675 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.099002 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.099217 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.099470 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.099685 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.099937 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.100154 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.100419 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.100763 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.101039 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.101290 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.101544 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.101796 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.102077 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.102359 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.102576 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.102908 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.103244 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.103514 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.103768 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.104014 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.104261 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.104502 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.104717 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.104950 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.105164 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.105413 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.105675 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.105903 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.106123 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.106335 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.106575 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.106788 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.107049 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.107262 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.107483 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.107696 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.107908 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 13:45:20.108904 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109952) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 19 13:45:20.109063 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 13:45:20.109214 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 13:45:20.109383 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 13:45:20.109548 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 13:45:20.109698 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 13:45:20.109901 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.110062 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.110226 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.110383 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.110559 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.110717 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.110890 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.111052 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.111206 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.111361 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.111516 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.111671 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.111826 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.111983 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.112136 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.112274 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.112433 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.112595 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.112750 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.112905 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.113061 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.113216 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] debug = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.113371 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.113559 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.113719 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.113876 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.114033 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.114186 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.114341 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.114494 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.114648 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.114802 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.115016 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:45:20.115161 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.115161 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.115397 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.115397 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.115590 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.115700 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.115853 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.116006 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] host = dv-cinder-784815-14-iscsi {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.116162 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.116316 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.116470 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.116624 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.116777 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.116931 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.117086 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.117243 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.117439 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.117526 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.117681 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.117834 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.117989 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.118142 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] log_file = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.118297 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] log_options = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.118451 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.118670 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.118836 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.119042 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.119204 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.119359 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.119514 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.119669 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.119819 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.119968 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.120111 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.120266 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.120420 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.120573 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.120728 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.120882 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.121036 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.121182 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.121352 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.121534 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.121674 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.121810 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.121945 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.122080 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.122205 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.122359 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.122697 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.122697 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.122998 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.122998 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.123260 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.123260 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.123672 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.123860 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.124087 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.124309 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.124489 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.124820 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.124820 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.125280 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.125280 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.125562 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.125562 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.125759 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.125885 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.125968 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.126147 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] use_json = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.126362 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.126521 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.126692 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.126990 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.127206 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.127315 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.127402 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.127540 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.127739 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:45:20.127961 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.128088 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.128327 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.128535 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.128748 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.129071 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.129225 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.129372 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.129509 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 54626) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:45:20.129651 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.129651 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.129918 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.129918 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.130191 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.130191 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.130457 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.130457 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.130715 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.130849 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.131019 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.131223 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.131223 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.131454 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.131560 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.131885 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.131885 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.132222 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.132222 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.132478 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.132614 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.132757 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.132894 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.133030 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.133174 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.133310 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.133445 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.133580 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.133715 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.133860 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.134002 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.134236 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.134440 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.134591 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.134728 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.134947 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.135105 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.135351 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.135351 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.135616 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.135616 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.135881 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.136029 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.136166 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.136302 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.136437 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.136571 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.136706 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.136848 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.136984 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.137128 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.137266 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.137401 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.137536 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.137670 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.137805 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.137955 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.138145 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.138379 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067549 May 19 13:45:20.138541 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.138541 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.138811 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.138978 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.139178 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.140342 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.140586 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.140767 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.140915 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.141136 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.141136 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.141415 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.141415 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.141673 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.141808 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.141950 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.142086 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.142222 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.142365 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.142503 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.142639 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.142774 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.142957 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.143100 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.144072 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.144072 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.144072 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.144072 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.144072 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.144072 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.144696 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.144696 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.144696 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.144696 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.145073 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.145073 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.145073 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.145482 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.145482 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.145482 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.145777 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.145777 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.145966 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.147127 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.147288 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.147441 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.147580 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.147717 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.149433 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.149433 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.149433 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.149433 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.149433 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.150114 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.150114 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.150114 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.150114 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.150632 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.150632 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.150632 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.150632 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.151172 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.151172 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.151172 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.151583 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.151583 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.151583 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.151969 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.151969 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.152235 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.152235 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.152432 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.152545 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.152651 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.152839 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.152993 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.153099 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.153305 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.153450 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.153586 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.153719 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.153863 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.154000 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.154135 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.154269 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.154455 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.154604 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.156236 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.156417 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.156559 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.156723 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.156861 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.157075 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.157256 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.157381 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.157570 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.157755 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.157893 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.159084 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.159084 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.159389 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.159389 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.159647 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.159647 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.159916 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.160060 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.160197 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.160334 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.160478 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.160614 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.160750 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.161715 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.161880 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.162236 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.162373 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.162504 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.162990 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.163136 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.163218 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.163382 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.163676 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.164009 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.164176 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.164327 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.164471 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.164624 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.164848 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.165000 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.165849 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.165849 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.165849 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.165849 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.165849 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.166368 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.166368 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.166368 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.167471 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.167471 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.167471 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.167471 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.167471 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.167471 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.167471 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.168174 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.168174 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.168174 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.168174 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.168174 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.169598 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.169598 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.169598 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.169598 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.169598 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.169598 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.169598 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.169598 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.169598 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.171465 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.171465 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.171465 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.171465 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.171465 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.171465 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.171465 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.173977 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.173977 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.173977 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.173977 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.173977 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.173977 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.173977 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.173977 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.175046 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.175046 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.175046 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.175046 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.175046 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.175046 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.175046 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.175046 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.176188 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.176188 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.176188 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.176188 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.176188 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.176188 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.176188 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.176188 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.177113 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.177113 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.177113 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.177113 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.177113 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.177113 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.177113 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.177113 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.178019 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.178019 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.178019 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.178019 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.178019 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.178019 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.178019 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.178019 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.178673 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.178673 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.178673 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.178673 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.178673 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.178673 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.179103 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.179103 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.179344 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.179344 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.179483 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.180262 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.180262 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.180262 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.180262 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.180262 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.180830 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.180830 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.180830 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.181047 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.181047 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.181240 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.181354 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.181512 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.181671 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.181830 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.181987 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.182145 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.182303 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.182460 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.182619 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.182777 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:45:20.182967 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 13:45:29.455021 dv-cinder-784815-14-iscsi neutron-server[109952]: DEBUG dbcounter [-] [109952] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=109952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:31.418631 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d019d2-2e09-4d5e-93aa-c2c1dc8e72f0 None None] get_active_networks_info from dv-cinder-784815-14-iscsi {{(pid=110063) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 19 13:45:31.440663 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writer thread running {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 13:45:31.495478 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d019d2-2e09-4d5e-93aa-c2c1dc8e72f0 None None] No non-hosted networks {{(pid=110063) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 19 13:45:31.509354 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.agentschedulers_db [None req-84d019d2-2e09-4d5e-93aa-c2c1dc8e72f0 None None] DHCP Agent not found on host dv-cinder-784815-14-iscsi {{(pid=110063) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 19 13:45:31.641359 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-21841a8b-3c51-453c-8d39-a33d3d494037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1635699'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:33.210415 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writer thread running {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 13:45:33.760218 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-75fc6ee0-ceec-4ae9-b8b4-702b3d0731ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1635699'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:33.780613 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-7ceadafd-ac70-4a62-ba29-04466ecb11ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:34.716418 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 54700) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:45:34.770274 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1635699'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:35.292449 dv-cinder-784815-14-iscsi neutron-server[110062]: WARNING oslo_policy.policy [None req-9928b75e-3afe-4453-b743-e0e220dcbf57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 13:45:35.293078 dv-cinder-784815-14-iscsi neutron-server[110062]: WARNING oslo_policy.policy [None req-9928b75e-3afe-4453-b743-e0e220dcbf57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 13:45:35.520188 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [None req-9928b75e-3afe-4453-b743-e0e220dcbf57 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110062) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 13:45:35.534447 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-9928b75e-3afe-4453-b743-e0e220dcbf57 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8039765 May 19 13:45:36.283292 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1635699'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:37.724154 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1635699'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:37.727280 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:37.728012 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:37.728679 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:37.729227 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:37.730042 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:37.731849 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:37.732923 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:37.733850 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:37.734604 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:37.735457 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:37.737164 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:37.738043 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:37.738803 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:37.740986 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:37.742796 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:37.743460 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784815-14-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:45:37.764725 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784815-14-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:45:38.087813 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 54734) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:45:38.461788 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-07e3a605-bb2c-4f36-99ab-92bbeeb02a34 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:45:38.557697 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.policy [None req-07e3a605-bb2c-4f36-99ab-92bbeeb02a34 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110062) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 13:45:38.599506 dv-cinder-784815-14-iscsi neutron-server[110062]: WARNING oslo_policy.policy [None req-07e3a605-bb2c-4f36-99ab-92bbeeb02a34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 13:45:38.599890 dv-cinder-784815-14-iscsi neutron-server[110062]: WARNING oslo_policy.policy [None req-07e3a605-bb2c-4f36-99ab-92bbeeb02a34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 13:45:38.620784 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writer thread running {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 13:45:38.707188 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-07e3a605-bb2c-4f36-99ab-92bbeeb02a34 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784569794701', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784569796241', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784569843786', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784569837152', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784569832994', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784569890232', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1319387', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1323753', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-731543', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-772520'] for rbac-policy (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:38.784053 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-07e3a605-bb2c-4f36-99ab-92bbeeb02a34 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:38.787493 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-07e3a605-bb2c-4f36-99ab-92bbeeb02a34 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6960874 May 19 13:45:39.970904 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.db.l3_hamode_db [None req-4a10bf24-26fe-4ec5-815e-b8420834d043 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 19 13:45:40.050790 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a10bf24-26fe-4ec5-815e-b8420834d043 None None] Routers set() bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:45:40.051153 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a10bf24-26fe-4ec5-815e-b8420834d043 None None] Router IDs set() for agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 19 13:45:41.248973 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 54746) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:45:41.568572 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:45:41.597816 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Made reservation on behalf of d9fbb046f448445799c63c2b7d78bd93 for: {'network': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:45:41.601592 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for network (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:41.617727 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:41.735758 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Publish callbacks [] for security_group (c8bfa34c-5a6e-4fed-ac70-65f0ff4df550), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:41.739588 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (c8bfa34c-5a6e-4fed-ac70-65f0ff4df550), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:41.772842 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=110062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:45:41.800371 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784568151821', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (330684ab-512b-436a-b24d-35021418d7c2), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:41.800903 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.db.segments_db [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Added segment 330684ab-512b-436a-b24d-35021418d7c2 of type vlan for network 7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1 May 19 13:45:41.815924 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bfa34c-5a6e-4fed-ac70-65f0ff4df550,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:41.842021 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:41.842353 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:41.842696 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:41.843068 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:41.843393 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:41.843706 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:41.844013 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:41.844321 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:41.844641 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:41.844950 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:41.845257 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:41.845572 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:41.845876 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:41.846177 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:41.846478 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Tracked resource versions report: May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: pushed versions: May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: { 'AddressGroup': {'1.2'}, May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'Agent': {'1.1'}, May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'ConntrackHelper': {'1.0'}, May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'LocalIPAssociation': {'1.0'}, May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'Log': {'1.0'}, May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'NDPProxy': {'1.0'}, May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'Network': {'1.1'}, May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'Port': {'1.7'}, May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'PortForwarding': {'1.3'}, May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'QosPolicy': {'1.10'}, May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'SecurityGroup': {'1.5'}, May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'SecurityGroupRule': {'1.2'}, May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'SubPort': {'1.0'}, May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'Subnet': {'1.1'}, May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'Trunk': {'1.1'}} May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: consumer versions: May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: { DHCP agent@dv-cinder-784815-14-iscsi: {}, May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: L3 agent@dv-cinder-784815-14-iscsi: {}, May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: Metadata agent@dv-cinder-784815-14-iscsi: {}, May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: Metering agent@dv-cinder-784815-14-iscsi: {}, May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: Open vSwitch agent@dv-cinder-784815-14-iscsi: { 'AddressGroup': '1.2', May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'Agent': '1.1', May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'ConntrackHelper': '1.0', May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'LocalIPAssociation': '1.0', May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'Log': '1.0', May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'NDPProxy': '1.0', May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'Network': '1.1', May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'Port': '1.7', May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'PortForwarding': '1.3', May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'QosPolicy': '1.10', May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'SecurityGroup': '1.5', May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'SecurityGroupRule': '1.2', May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'SubPort': '1.0', May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'Subnet': '1.1', May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: 'Trunk': '1.1'}} May 19 13:45:41.847898 dv-cinder-784815-14-iscsi neutron-server[110062]: {{(pid=110062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 13:45:41.912354 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784567602773'] for network (7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:41.925988 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=48,neutron:INSERT=48,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:41.955898 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for network (7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:41.960883 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:41.961552 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:42.044553 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7944276 May 19 13:45:42.082173 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60b747-6d21-43ac-b27e-c9d11296b11f demo demo] Pushing event updated for resources: {'Network': ['ID=7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:42.094422 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Network 7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1 details requested by agent ovs-agent-dv-cinder-784815-14-iscsi with host dv-cinder-784815-14-iscsi {{(pid=110063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:45:44.554493 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 54760) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:45:45.065916 dv-cinder-784815-14-iscsi neutron-server[110061]: WARNING oslo_policy.policy [None req-ca18712c-048e-4e3a-8dfe-784f6bf87cda demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 13:45:45.066482 dv-cinder-784815-14-iscsi neutron-server[110061]: WARNING oslo_policy.policy [None req-ca18712c-048e-4e3a-8dfe-784f6bf87cda demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 13:45:45.302544 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writer thread running {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 13:45:45.506052 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.policy [None req-ca18712c-048e-4e3a-8dfe-784f6bf87cda demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110061) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 13:45:45.547521 dv-cinder-784815-14-iscsi neutron-server[110061]: WARNING oslo_policy.policy [None req-ca18712c-048e-4e3a-8dfe-784f6bf87cda demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 13:45:45.547881 dv-cinder-784815-14-iscsi neutron-server[110061]: WARNING oslo_policy.policy [None req-ca18712c-048e-4e3a-8dfe-784f6bf87cda demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 13:45:45.555450 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca18712c-048e-4e3a-8dfe-784f6bf87cda demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:45.557224 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-ca18712c-048e-4e3a-8dfe-784f6bf87cda demo admin] 10.222.0.52 "GET /v2.0/networks/7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1 HTTP/1.1" status: 200 len: 825 time: 1.0008337 May 19 13:45:45.596180 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-57e7f305-e848-4dc7-b61f-5ca75b6af1e5 demo admin] 10.222.0.52 "GET /v2.0/subnetpools/5792b85b-30cd-4111-b34d-f032da194737 HTTP/1.1" status: 200 len: 734 time: 0.0333102 May 19 13:45:45.604797 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1', 'subnetpool_id': '5792b85b-30cd-4111-b34d-f032da194737', 'ip_version': 4}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:45:45.642011 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] Made reservation on behalf of d9fbb046f448445799c63c2b7d78bd93 for: {'subnet': 1} {{(pid=110061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:45:45.644761 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:45.930478 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for subnet (d95d4047-d27d-4ba7-8488-a3a36bdad311), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:46.001441 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:46.004487 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] Checking segment: {'id': '330684ab-512b-436a-b24d-35021418d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:45:46.004873 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] Network hostable DHCP agents. Network: 7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1, hostable agents: ['ed6e9061-200e-415c-854c-495582c024f0'], hosted agents: [] {{(pid=110061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:45:46.019196 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] Pushing event updated for resources: {'Subnet': ['ID=d95d4047-d27d-4ba7-8488-a3a36bdad311,revision_number=0']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:46.038338 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:46.038671 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:46.039041 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:46.039369 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:46.039686 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:46.040000 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:46.040310 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:46.040618 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:46.040939 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:46.041255 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:46.041574 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:46.041899 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:46.042206 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:46.042510 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:46.042812 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] Tracked resource versions report: May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: pushed versions: May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: { 'AddressGroup': {'1.2'}, May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'Agent': {'1.1'}, May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'ConntrackHelper': {'1.0'}, May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'LocalIPAssociation': {'1.0'}, May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'Log': {'1.0'}, May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'NDPProxy': {'1.0'}, May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'Network': {'1.1'}, May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'Port': {'1.7'}, May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'PortForwarding': {'1.3'}, May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'QosPolicy': {'1.10'}, May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'SecurityGroup': {'1.5'}, May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'SecurityGroupRule': {'1.2'}, May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'SubPort': {'1.0'}, May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'Subnet': {'1.1'}, May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'Trunk': {'1.1'}} May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: consumer versions: May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: { DHCP agent@dv-cinder-784815-14-iscsi: {}, May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: L3 agent@dv-cinder-784815-14-iscsi: {}, May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: Metadata agent@dv-cinder-784815-14-iscsi: {}, May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: Metering agent@dv-cinder-784815-14-iscsi: {}, May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: Open vSwitch agent@dv-cinder-784815-14-iscsi: { 'AddressGroup': '1.2', May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'Agent': '1.1', May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'ConntrackHelper': '1.0', May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'LocalIPAssociation': '1.0', May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'Log': '1.0', May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'NDPProxy': '1.0', May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'Network': '1.1', May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'Port': '1.7', May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'PortForwarding': '1.3', May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'QosPolicy': '1.10', May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'SecurityGroup': '1.5', May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'SecurityGroupRule': '1.2', May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'SubPort': '1.0', May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'Subnet': '1.1', May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: 'Trunk': '1.1'}} May 19 13:45:46.044198 dv-cinder-784815-14-iscsi neutron-server[110061]: {{(pid=110061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 13:45:46.061616 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] Network 7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1 is scheduled to be hosted by DHCP agent ed6e9061-200e-415c-854c-495582c024f0 with binding_index 1 {{(pid=110061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:45:46.079106 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-14-iscsi, 7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1) {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:45:46.083624 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:46.084248 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for subnet (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:46.088132 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025e7713-68ea-4973-a11c-097c5ca8931a None None] Network 7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:45:46.107010 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-fedef8d5-fb0c-4470-a42d-25e1b8e34baf demo admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5055003 May 19 13:45:46.357918 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fe39ec4-ffd7-5688-a378-30d4d243c226-7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1', 'network_id': '7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1', 'project_id': 'd9fbb046f448445799c63c2b7d78bd93', 'fixed_ips': [{'subnet_id': 'd95d4047-d27d-4ba7-8488-a3a36bdad311'}]}} from dv-cinder-784815-14-iscsi. {{(pid=110063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 13:45:46.359288 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:46.639803 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.db_base_plugin_common [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Allocated IP 172.20.0.2 (7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1/d95d4047-d27d-4ba7-8488-a3a36bdad311/622a2124-0177-4190-8aaa-4db53ce26ee5) {{(pid=110063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:45:46.724731 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=63,neutron:INSERT=34,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:46.912024 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Publish callbacks [] for port (622a2124-0177-4190-8aaa-4db53ce26ee5), precommit_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:46.920920 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (622a2124-0177-4190-8aaa-4db53ce26ee5), after_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:46.992460 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Network 7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1 is already hosted by enough agents. {{(pid=110063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:45:47.000992 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.scheduler.base_scheduler [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Resources bound (agent type, host, resource id): {{(pid=110063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:45:47.008696 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Received port after_create {{(pid=110063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:45:47.016449 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Pushing event updated for resources: {'Port': ['ID=622a2124-0177-4190-8aaa-4db53ce26ee5,revision_number=1']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:47.063300 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:47.063642 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:47.063992 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:47.064342 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:47.064677 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:47.065000 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:47.065323 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:47.065646 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:47.065978 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:47.066302 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:47.066622 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:47.066985 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:47.067307 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:47.067622 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:47.067935 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Tracked resource versions report: May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: pushed versions: May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: { 'AddressGroup': {'1.2'}, May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'Agent': {'1.1'}, May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'ConntrackHelper': {'1.0'}, May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'LocalIPAssociation': {'1.0'}, May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'Log': {'1.0'}, May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'NDPProxy': {'1.0'}, May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'Network': {'1.1'}, May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'Port': {'1.7'}, May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'PortForwarding': {'1.3'}, May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'QosPolicy': {'1.10'}, May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'SecurityGroup': {'1.5'}, May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'SecurityGroupRule': {'1.2'}, May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'SubPort': {'1.0'}, May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'Subnet': {'1.1'}, May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'Trunk': {'1.1'}} May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: consumer versions: May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: { DHCP agent@dv-cinder-784815-14-iscsi: {}, May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: L3 agent@dv-cinder-784815-14-iscsi: {}, May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: Metadata agent@dv-cinder-784815-14-iscsi: {}, May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: Metering agent@dv-cinder-784815-14-iscsi: {}, May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: Open vSwitch agent@dv-cinder-784815-14-iscsi: { 'AddressGroup': '1.2', May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'Agent': '1.1', May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'ConntrackHelper': '1.0', May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'LocalIPAssociation': '1.0', May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'Log': '1.0', May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'NDPProxy': '1.0', May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'Network': '1.1', May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'Port': '1.7', May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'PortForwarding': '1.3', May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'QosPolicy': '1.10', May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'SecurityGroup': '1.5', May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'SecurityGroupRule': '1.2', May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'SubPort': '1.0', May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'Subnet': '1.1', May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: 'Trunk': '1.1'}} May 19 13:45:47.069387 dv-cinder-784815-14-iscsi neutron-server[110063]: {{(pid=110063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 13:45:47.076628 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:47.110350 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Attempting to bind port 622a2124-0177-4190-8aaa-4db53ce26ee5 on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:45:47.111034 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Attempting to bind port 622a2124-0177-4190-8aaa-4db53ce26ee5 by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': '330684ab-512b-436a-b24d-35021418d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1'}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:45:47.111247 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Attempting to bind port 622a2124-0177-4190-8aaa-4db53ce26ee5 on network 7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1 {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:45:47.116272 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:45:47.116648 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Checking segment: {'id': '330684ab-512b-436a-b24d-35021418d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:45:47.117131 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:47.117517 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Bound using segment: {'id': '330684ab-512b-436a-b24d-35021418d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1'} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:45:47.118010 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Bound port: 622a2124-0177-4190-8aaa-4db53ce26ee5, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330684ab-512b-436a-b24d-35021418d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1'}}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:45:47.118419 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (622a2124-0177-4190-8aaa-4db53ce26ee5), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:47.180957 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] For port 622a2124-0177-4190-8aaa-4db53ce26ee5, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:45:47.202615 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] For port 622a2124-0177-4190-8aaa-4db53ce26ee5, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=622a2124-0177-4190-8aaa-4db53ce26ee5,segment=NetworkSegment(330684ab-512b-436a-b24d-35021418d7c2),segment_id=330684ab-512b-436a-b24d-35021418d7c2)] {{(pid=110063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:45:47.209856 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (622a2124-0177-4190-8aaa-4db53ce26ee5), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:47.265562 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78335d-7919-4885-9c2b-2cb5d5e615f1 None None] Pushing event updated for resources: {'Port': ['ID=622a2124-0177-4190-8aaa-4db53ce26ee5,revision_number=2']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:48.306140 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=5 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:48.313661 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:48.604003 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 54788) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:45:48.939139 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [None req-34e9129d-ea55-4bbc-8861-6fbf0768b4dc admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110061) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 13:45:48.940237 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-34e9129d-ea55-4bbc-8861-6fbf0768b4dc admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3352227 May 19 13:45:51.445437 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 54796) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:45:51.780008 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [None req-5045e59c-5d01-4b9e-8c0b-98dcf67427d8 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110062) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 13:45:51.781005 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-5045e59c-5d01-4b9e-8c0b-98dcf67427d8 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3344092 May 19 13:45:52.059725 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:52.079092 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=55,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:54.325244 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 54804) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:45:54.665988 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-b942b155-ea34-4bf7-906b-d7fb8395c6b1 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:45:54.691711 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b942b155-ea34-4bf7-906b-d7fb8395c6b1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6197'] for router (3a1cb3d7-6ec1-464a-acc5-c0f72efa1310), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:54.693343 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b942b155-ea34-4bf7-906b-d7fb8395c6b1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1631004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-473605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6188'] for router (3a1cb3d7-6ec1-464a-acc5-c0f72efa1310), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:54.846283 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b942b155-ea34-4bf7-906b-d7fb8395c6b1 demo demo] Publish callbacks [] for router_controller (3a1cb3d7-6ec1-464a-acc5-c0f72efa1310), precommit_add_association {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:54.851333 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b942b155-ea34-4bf7-906b-d7fb8395c6b1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1631179'] for router (3a1cb3d7-6ec1-464a-acc5-c0f72efa1310), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:54.872296 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b942b155-ea34-4bf7-906b-d7fb8395c6b1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:54.874295 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-b942b155-ea34-4bf7-906b-d7fb8395c6b1 demo demo] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5475087 May 19 13:45:57.247517 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:57.263777 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=40,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:57.328881 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 54816) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:45:57.652024 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [None req-b133833d-1348-44c1-994c-4ab6ae43d405 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110062) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 13:45:57.653514 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-b133833d-1348-44c1-994c-4ab6ae43d405 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3232167 May 19 13:45:58.533751 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 622a2124-0177-4190-8aaa-4db53ce26ee5 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:45:58.613645 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 622a2124-0177-4190-8aaa-4db53ce26ee5 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:45:58.614049 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (622a2124-0177-4190-8aaa-4db53ce26ee5), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:58.715095 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 622a2124-0177-4190-8aaa-4db53ce26ee5 is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:45:58.715427 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (622a2124-0177-4190-8aaa-4db53ce26ee5), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:58.749305 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] For port 622a2124-0177-4190-8aaa-4db53ce26ee5, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=622a2124-0177-4190-8aaa-4db53ce26ee5,segment=NetworkSegment(330684ab-512b-436a-b24d-35021418d7c2),segment_id=330684ab-512b-436a-b24d-35021418d7c2)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:45:58.753276 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (622a2124-0177-4190-8aaa-4db53ce26ee5), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:58.801609 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1d3f26-ecdb-497b-9265-cea04a212c2e None None] Network 7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:45:58.803945 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Pushing event updated for resources: {'Port': ['ID=622a2124-0177-4190-8aaa-4db53ce26ee5,revision_number=3']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:58.883663 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-040b35de-6bca-412b-81bd-bb6977d30917 None None] Provisioning complete for port 622a2124-0177-4190-8aaa-4db53ce26ee5 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:45:58.884049 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-040b35de-6bca-412b-81bd-bb6977d30917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (622a2124-0177-4190-8aaa-4db53ce26ee5), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:59.004940 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-040b35de-6bca-412b-81bd-bb6977d30917 None None] Current status of the port 622a2124-0177-4190-8aaa-4db53ce26ee5 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:45:59.223962 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-6b4ade24-f9e7-45c4-915d-5ecc468c6a17 None None] Provisioning complete for port 622a2124-0177-4190-8aaa-4db53ce26ee5 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:45:59.224351 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-6b4ade24-f9e7-45c4-915d-5ecc468c6a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (622a2124-0177-4190-8aaa-4db53ce26ee5), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:59.297049 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ade24-f9e7-45c4-915d-5ecc468c6a17 None None] Current status of the port 622a2124-0177-4190-8aaa-4db53ce26ee5 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:46:00.119607 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 54824) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:46:00.440003 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-2c153d51-1e0f-4f0d-9943-176ae20906a4 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:46:00.464234 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c153d51-1e0f-4f0d-9943-176ae20906a4 admin admin] Made reservation on behalf of 2f0d02746fbd4bebabb402313125d4b8 for: {'network': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:46:00.466746 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2c153d51-1e0f-4f0d-9943-176ae20906a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for network (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:00.475390 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2c153d51-1e0f-4f0d-9943-176ae20906a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:00.507168 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 622a2124-0177-4190-8aaa-4db53ce26ee5 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:46:00.550179 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 622a2124-0177-4190-8aaa-4db53ce26ee5 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:46:00.550665 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (622a2124-0177-4190-8aaa-4db53ce26ee5), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:00.553596 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2c153d51-1e0f-4f0d-9943-176ae20906a4 admin admin] Publish callbacks [] for security_group (c1ab5c0d-37cd-41b9-8e82-13c19a9f1742), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:00.557336 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2c153d51-1e0f-4f0d-9943-176ae20906a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (c1ab5c0d-37cd-41b9-8e82-13c19a9f1742), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:00.571930 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2c153d51-1e0f-4f0d-9943-176ae20906a4 admin admin] Reserving flat network on physical network physnet1 {{(pid=110062) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 19 13:46:00.593390 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c153d51-1e0f-4f0d-9943-176ae20906a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ab5c0d-37cd-41b9-8e82-13c19a9f1742,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:46:00.598279 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2c153d51-1e0f-4f0d-9943-176ae20906a4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784568151821', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (f6d6eeaa-2d78-4be4-904a-b89d4820455a), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:00.598686 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.db.segments_db [None req-2c153d51-1e0f-4f0d-9943-176ae20906a4 admin admin] Added segment f6d6eeaa-2d78-4be4-904a-b89d4820455a of type flat for network db349b0a-3651-4f3e-8f89-c44d13ee049b May 19 13:46:00.621420 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 622a2124-0177-4190-8aaa-4db53ce26ee5 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:46:00.646252 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2c153d51-1e0f-4f0d-9943-176ae20906a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784567602773'] for network (db349b0a-3651-4f3e-8f89-c44d13ee049b), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:00.678080 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2c153d51-1e0f-4f0d-9943-176ae20906a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for network (db349b0a-3651-4f3e-8f89-c44d13ee049b), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:00.679073 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c153d51-1e0f-4f0d-9943-176ae20906a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:46:00.679632 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2c153d51-1e0f-4f0d-9943-176ae20906a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:00.754683 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-2c153d51-1e0f-4f0d-9943-176ae20906a4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6339552 May 19 13:46:00.771727 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c153d51-1e0f-4f0d-9943-176ae20906a4 admin admin] Pushing event updated for resources: {'Network': ['ID=db349b0a-3651-4f3e-8f89-c44d13ee049b,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:46:00.781443 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Network db349b0a-3651-4f3e-8f89-c44d13ee049b details requested by agent ovs-agent-dv-cinder-784815-14-iscsi with host dv-cinder-784815-14-iscsi {{(pid=110063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:46:01.366308 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9701644e-bdbc-4d79-8d11-9abe012fbd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:03.212494 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 54832) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:46:03.633654 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27f3a29-5625-457e-9f4d-162f994252db demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:46:03.635022 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-e27f3a29-5625-457e-9f4d-162f994252db demo admin] 10.222.0.52 "GET /v2.0/subnets/d95d4047-d27d-4ba7-8488-a3a36bdad311 HTTP/1.1" status: 200 len: 849 time: 0.4215662 May 19 13:46:03.742520 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-2e82e19d-ac02-4452-8772-bba172088a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:03.797039 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-ecb3b767-0e0e-4bb9-9b20-e64ac210fe0d demo admin] 10.222.0.52 "GET /v2.0/routers/3a1cb3d7-6ec1-464a-acc5-c0f72efa1310 HTTP/1.1" status: 200 len: 704 time: 0.1563821 May 19 13:46:04.062714 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3262ff00-04b1-47db-8d0c-bf6ebaef831d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:04.340336 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:04.349069 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:04.375436 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [None req-3262ff00-04b1-47db-8d0c-bf6ebaef831d demo admin] Allocated IP 172.20.0.1 (7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1/d95d4047-d27d-4ba7-8488-a3a36bdad311/22238412-8ee4-4807-8552-ec55d1df551f) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:46:04.578763 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3262ff00-04b1-47db-8d0c-bf6ebaef831d demo admin] Publish callbacks [] for port (22238412-8ee4-4807-8552-ec55d1df551f), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:04.644584 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3262ff00-04b1-47db-8d0c-bf6ebaef831d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (22238412-8ee4-4807-8552-ec55d1df551f), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:04.725395 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:04.727897 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3262ff00-04b1-47db-8d0c-bf6ebaef831d demo admin] Network 7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1 is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:46:04.736668 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-3262ff00-04b1-47db-8d0c-bf6ebaef831d demo admin] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:46:04.738612 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262ff00-04b1-47db-8d0c-bf6ebaef831d demo admin] Pushing event updated for resources: {'Port': ['ID=22238412-8ee4-4807-8552-ec55d1df551f,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:46:04.742941 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3262ff00-04b1-47db-8d0c-bf6ebaef831d demo admin] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:46:04.743562 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3262ff00-04b1-47db-8d0c-bf6ebaef831d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634022'] for router_interface (3a1cb3d7-6ec1-464a-acc5-c0f72efa1310), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:04.856327 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=68,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:04.866939 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=12,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:04.939600 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:04.946643 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-6f80ec0e-d9f0-44f6-a73a-6ab1a5c18ff8 None None] Provisioning complete for port 22238412-8ee4-4807-8552-ec55d1df551f triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:46:04.947067 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-6f80ec0e-d9f0-44f6-a73a-6ab1a5c18ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (22238412-8ee4-4807-8552-ec55d1df551f), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:04.950023 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:05.030727 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-6f80ec0e-d9f0-44f6-a73a-6ab1a5c18ff8 None None] Port 22238412-8ee4-4807-8552-ec55d1df551f cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:46:05.037107 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3262ff00-04b1-47db-8d0c-bf6ebaef831d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (22238412-8ee4-4807-8552-ec55d1df551f), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:05.296350 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3262ff00-04b1-47db-8d0c-bf6ebaef831d demo admin] Publish callbacks [] for port (22238412-8ee4-4807-8552-ec55d1df551f), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:05.300673 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3262ff00-04b1-47db-8d0c-bf6ebaef831d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (22238412-8ee4-4807-8552-ec55d1df551f), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:05.301682 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3262ff00-04b1-47db-8d0c-bf6ebaef831d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1624750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633196'] for router_interface (3a1cb3d7-6ec1-464a-acc5-c0f72efa1310), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:05.382027 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262ff00-04b1-47db-8d0c-bf6ebaef831d demo admin] Pushing event updated for resources: {'Port': ['ID=22238412-8ee4-4807-8552-ec55d1df551f,revision_number=2']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:46:05.432762 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3262ff00-04b1-47db-8d0c-bf6ebaef831d demo admin] Network 7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1 is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:46:05.434050 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-3262ff00-04b1-47db-8d0c-bf6ebaef831d demo admin] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:46:05.441151 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:05.517541 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:05.596397 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3262ff00-04b1-47db-8d0c-bf6ebaef831d demo admin] Router 3a1cb3d7-6ec1-464a-acc5-c0f72efa1310 is scheduled to L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc with binding_index 1 {{(pid=110062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 13:46:05.650391 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-29a5a1c4-f878-49d4-9dce-7f4c2b246a99 None None] Provisioning complete for port 22238412-8ee4-4807-8552-ec55d1df551f triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:46:05.650757 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-29a5a1c4-f878-49d4-9dce-7f4c2b246a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (22238412-8ee4-4807-8552-ec55d1df551f), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:05.682779 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-29a5a1c4-f878-49d4-9dce-7f4c2b246a99 None None] Port 22238412-8ee4-4807-8552-ec55d1df551f cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:46:05.686513 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3262ff00-04b1-47db-8d0c-bf6ebaef831d demo admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:46:05.692150 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-3262ff00-04b1-47db-8d0c-bf6ebaef831d demo admin] 10.222.0.52 "PUT /v2.0/routers/3a1cb3d7-6ec1-464a-acc5-c0f72efa1310/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8898699 May 19 13:46:05.695695 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea3c48e-e71e-4931-8c7f-1f850058a3e0 None None] Sync routers for ids ['3a1cb3d7-6ec1-464a-acc5-c0f72efa1310'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:46:05.709268 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea3c48e-e71e-4931-8c7f-1f850058a3e0 None None] Routers {'3a1cb3d7-6ec1-464a-acc5-c0f72efa1310'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:46:05.710062 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-3ea3c48e-e71e-4931-8c7f-1f850058a3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:46:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['3a1cb3d7-6ec1-464a-acc5-c0f72efa1310'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:46:05.896476 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-3ea3c48e-e71e-4931-8c7f-1f850058a3e0 None None] Set router 3a1cb3d7-6ec1-464a-acc5-c0f72efa1310 gateway port host: None {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:46:06.237076 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:06.311286 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-3ea3c48e-e71e-4931-8c7f-1f850058a3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cb3d7-6ec1-464a-acc5-c0f72efa1310', 'name': 'router1', 'tenant_id': 'd9fbb046f448445799c63c2b7d78bd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:45:54Z', 'updated_at': '2022-05-19T13:46:04Z', 'revision_number': 2, 'project_id': 'd9fbb046f448445799c63c2b7d78bd93', 'gw_port_host': None, '_interfaces': [{'id': '22238412-8ee4-4807-8552-ec55d1df551f', 'name': '', 'network_id': '7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1', 'tenant_id': 'd9fbb046f448445799c63c2b7d78bd93', 'mac_address': 'fa:16:3e:c4:00:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1cb3d7-6ec1-464a-acc5-c0f72efa1310', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd95d4047-d27d-4ba7-8488-a3a36bdad311', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:46:04Z', 'updated_at': '2022-05-19T13:46:05Z', 'revision_number': 2, 'project_id': 'd9fbb046f448445799c63c2b7d78bd93', 'subnets': [{'id': 'd95d4047-d27d-4ba7-8488-a3a36bdad311', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5792b85b-30cd-4111-b34d-f032da194737'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:46:06.360118 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea3c48e-e71e-4931-8c7f-1f850058a3e0 None None] Checking router: 3a1cb3d7-6ec1-464a-acc5-c0f72efa1310 for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:46:06.360490 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea3c48e-e71e-4931-8c7f-1f850058a3e0 None None] Updating router 3a1cb3d7-6ec1-464a-acc5-c0f72efa1310 port 22238412-8ee4-4807-8552-ec55d1df551f binding host dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:46:06.413603 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-3ea3c48e-e71e-4931-8c7f-1f850058a3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (22238412-8ee4-4807-8552-ec55d1df551f), before_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:06.940624 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-3ea3c48e-e71e-4931-8c7f-1f850058a3e0 None None] Publish callbacks [] for port (22238412-8ee4-4807-8552-ec55d1df551f), precommit_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:06.947902 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-3ea3c48e-e71e-4931-8c7f-1f850058a3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (22238412-8ee4-4807-8552-ec55d1df551f), after_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:07.119317 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787dc450-7ef8-4606-bb8c-5e7744aa2ec1 None None] Pushing event updated for resources: {'Port': ['ID=22238412-8ee4-4807-8552-ec55d1df551f,revision_number=3']} {{(pid=110064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:46:07.131166 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-3ea3c48e-e71e-4931-8c7f-1f850058a3e0 None None] Attempting to bind port 22238412-8ee4-4807-8552-ec55d1df551f on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:46:07.131579 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-3ea3c48e-e71e-4931-8c7f-1f850058a3e0 None None] Attempting to bind port 22238412-8ee4-4807-8552-ec55d1df551f by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': '330684ab-512b-436a-b24d-35021418d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1'}] {{(pid=110064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:46:07.132086 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3c48e-e71e-4931-8c7f-1f850058a3e0 None None] Attempting to bind port 22238412-8ee4-4807-8552-ec55d1df551f on network 7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1 {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:46:07.136433 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787dc450-7ef8-4606-bb8c-5e7744aa2ec1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:07.136771 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787dc450-7ef8-4606-bb8c-5e7744aa2ec1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:07.137126 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787dc450-7ef8-4606-bb8c-5e7744aa2ec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:07.137486 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787dc450-7ef8-4606-bb8c-5e7744aa2ec1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:07.137854 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787dc450-7ef8-4606-bb8c-5e7744aa2ec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:07.138208 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787dc450-7ef8-4606-bb8c-5e7744aa2ec1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:07.138798 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787dc450-7ef8-4606-bb8c-5e7744aa2ec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:07.139176 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787dc450-7ef8-4606-bb8c-5e7744aa2ec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:07.139543 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787dc450-7ef8-4606-bb8c-5e7744aa2ec1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:07.139892 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787dc450-7ef8-4606-bb8c-5e7744aa2ec1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:07.140234 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787dc450-7ef8-4606-bb8c-5e7744aa2ec1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:07.140600 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787dc450-7ef8-4606-bb8c-5e7744aa2ec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:07.140936 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787dc450-7ef8-4606-bb8c-5e7744aa2ec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:07.141316 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787dc450-7ef8-4606-bb8c-5e7744aa2ec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:07.141601 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787dc450-7ef8-4606-bb8c-5e7744aa2ec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787dc450-7ef8-4606-bb8c-5e7744aa2ec1 None None] Tracked resource versions report: May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: pushed versions: May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: { 'AddressGroup': {'1.2'}, May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'Agent': {'1.1'}, May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'ConntrackHelper': {'1.0'}, May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'LocalIPAssociation': {'1.0'}, May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'Log': {'1.0'}, May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'NDPProxy': {'1.0'}, May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'Network': {'1.1'}, May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'Port': {'1.7'}, May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'PortForwarding': {'1.3'}, May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'QosPolicy': {'1.10'}, May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'SecurityGroup': {'1.5'}, May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'SecurityGroupRule': {'1.2'}, May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'SubPort': {'1.0'}, May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'Subnet': {'1.1'}, May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'Trunk': {'1.1'}} May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: consumer versions: May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: { DHCP agent@dv-cinder-784815-14-iscsi: {}, May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: L3 agent@dv-cinder-784815-14-iscsi: {}, May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: Metadata agent@dv-cinder-784815-14-iscsi: {}, May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: Metering agent@dv-cinder-784815-14-iscsi: {}, May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: Open vSwitch agent@dv-cinder-784815-14-iscsi: { 'AddressGroup': '1.2', May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'Agent': '1.1', May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'ConntrackHelper': '1.0', May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'LocalIPAssociation': '1.0', May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'Log': '1.0', May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'NDPProxy': '1.0', May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'Network': '1.1', May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'Port': '1.7', May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'PortForwarding': '1.3', May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'QosPolicy': '1.10', May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'SecurityGroup': '1.5', May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'SecurityGroupRule': '1.2', May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'SubPort': '1.0', May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'Subnet': '1.1', May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: 'Trunk': '1.1'}} May 19 13:46:07.143155 dv-cinder-784815-14-iscsi neutron-server[110064]: {{(pid=110064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 13:46:07.148477 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3c48e-e71e-4931-8c7f-1f850058a3e0 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:46:07.149986 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3c48e-e71e-4931-8c7f-1f850058a3e0 None None] Checking segment: {'id': '330684ab-512b-436a-b24d-35021418d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:46:07.149986 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-3ea3c48e-e71e-4931-8c7f-1f850058a3e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:07.149986 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3c48e-e71e-4931-8c7f-1f850058a3e0 None None] Bound using segment: {'id': '330684ab-512b-436a-b24d-35021418d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1'} {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:46:07.150239 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-3ea3c48e-e71e-4931-8c7f-1f850058a3e0 None None] Bound port: 22238412-8ee4-4807-8552-ec55d1df551f, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330684ab-512b-436a-b24d-35021418d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1'}}] {{(pid=110064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:46:07.150637 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-3ea3c48e-e71e-4931-8c7f-1f850058a3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (22238412-8ee4-4807-8552-ec55d1df551f), before_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:07.167699 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:07.225005 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.db [None req-3ea3c48e-e71e-4931-8c7f-1f850058a3e0 None None] For port 22238412-8ee4-4807-8552-ec55d1df551f, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:46:07.245743 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:07.248490 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.db [None req-3ea3c48e-e71e-4931-8c7f-1f850058a3e0 None None] For port 22238412-8ee4-4807-8552-ec55d1df551f, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=22238412-8ee4-4807-8552-ec55d1df551f,segment=NetworkSegment(330684ab-512b-436a-b24d-35021418d7c2),segment_id=330684ab-512b-436a-b24d-35021418d7c2)] {{(pid=110064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:46:07.256268 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-3ea3c48e-e71e-4931-8c7f-1f850058a3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (22238412-8ee4-4807-8552-ec55d1df551f), after_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:07.319490 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787dc450-7ef8-4606-bb8c-5e7744aa2ec1 None None] Pushing event updated for resources: {'Port': ['ID=22238412-8ee4-4807-8552-ec55d1df551f,revision_number=4']} {{(pid=110064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:46:07.324694 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea3c48e-e71e-4931-8c7f-1f850058a3e0 None None] Routers {'3a1cb3d7-6ec1-464a-acc5-c0f72efa1310'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:46:07.325302 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-3ea3c48e-e71e-4931-8c7f-1f850058a3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:46:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['3a1cb3d7-6ec1-464a-acc5-c0f72efa1310'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:46:07.347173 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-504bd9d7-e7dd-4cf8-af11-8cec0677d328 None None] Provisioning complete for port 22238412-8ee4-4807-8552-ec55d1df551f triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:46:07.348145 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-504bd9d7-e7dd-4cf8-af11-8cec0677d328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (22238412-8ee4-4807-8552-ec55d1df551f), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:07.417115 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-3ea3c48e-e71e-4931-8c7f-1f850058a3e0 None None] Set router 3a1cb3d7-6ec1-464a-acc5-c0f72efa1310 gateway port host: None {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:46:07.446247 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-504bd9d7-e7dd-4cf8-af11-8cec0677d328 None None] Current status of the port 22238412-8ee4-4807-8552-ec55d1df551f is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:46:07.446912 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-504bd9d7-e7dd-4cf8-af11-8cec0677d328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (22238412-8ee4-4807-8552-ec55d1df551f), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:07.487073 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-504bd9d7-e7dd-4cf8-af11-8cec0677d328 None None] For port 22238412-8ee4-4807-8552-ec55d1df551f, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=22238412-8ee4-4807-8552-ec55d1df551f,segment=NetworkSegment(330684ab-512b-436a-b24d-35021418d7c2),segment_id=330684ab-512b-436a-b24d-35021418d7c2)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:46:07.500139 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-504bd9d7-e7dd-4cf8-af11-8cec0677d328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (22238412-8ee4-4807-8552-ec55d1df551f), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:07.553622 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504bd9d7-e7dd-4cf8-af11-8cec0677d328 None None] Pushing event updated for resources: {'Port': ['ID=22238412-8ee4-4807-8552-ec55d1df551f,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:46:07.619195 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-f70df8a8-6a93-479d-8a53-18dedfde978c None None] Provisioning complete for port 22238412-8ee4-4807-8552-ec55d1df551f triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:46:07.619868 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-f70df8a8-6a93-479d-8a53-18dedfde978c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (22238412-8ee4-4807-8552-ec55d1df551f), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:07.631028 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-3ea3c48e-e71e-4931-8c7f-1f850058a3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cb3d7-6ec1-464a-acc5-c0f72efa1310', 'name': 'router1', 'tenant_id': 'd9fbb046f448445799c63c2b7d78bd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:45:54Z', 'updated_at': '2022-05-19T13:46:04Z', 'revision_number': 2, 'project_id': 'd9fbb046f448445799c63c2b7d78bd93', 'gw_port_host': None, '_interfaces': [{'id': '22238412-8ee4-4807-8552-ec55d1df551f', 'name': '', 'network_id': '7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1', 'tenant_id': 'd9fbb046f448445799c63c2b7d78bd93', 'mac_address': 'fa:16:3e:c4:00:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1cb3d7-6ec1-464a-acc5-c0f72efa1310', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd95d4047-d27d-4ba7-8488-a3a36bdad311', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:46:04Z', 'updated_at': '2022-05-19T13:46:07Z', 'revision_number': 4, 'project_id': 'd9fbb046f448445799c63c2b7d78bd93', 'subnets': [{'id': 'd95d4047-d27d-4ba7-8488-a3a36bdad311', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5792b85b-30cd-4111-b34d-f032da194737'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:46:07.656734 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea3c48e-e71e-4931-8c7f-1f850058a3e0 None None] The sync data for ids ['3a1cb3d7-6ec1-464a-acc5-c0f72efa1310'] in dv-cinder-784815-14-iscsi is: [{'id': '3a1cb3d7-6ec1-464a-acc5-c0f72efa1310', 'name': 'router1', 'tenant_id': 'd9fbb046f448445799c63c2b7d78bd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:45:54Z', 'updated_at': '2022-05-19T13:46:04Z', 'revision_number': 2, 'project_id': 'd9fbb046f448445799c63c2b7d78bd93', 'gw_port_host': None, '_interfaces': [{'id': '22238412-8ee4-4807-8552-ec55d1df551f', 'name': '', 'network_id': '7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1', 'tenant_id': 'd9fbb046f448445799c63c2b7d78bd93', 'mac_address': 'fa:16:3e:c4:00:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1cb3d7-6ec1-464a-acc5-c0f72efa1310', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd95d4047-d27d-4ba7-8488-a3a36bdad311', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:46:04Z', 'updated_at': '2022-05-19T13:46:07Z', 'revision_number': 4, 'project_id': 'd9fbb046f448445799c63c2b7d78bd93', 'subnets': [{'id': 'd95d4047-d27d-4ba7-8488-a3a36bdad311', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5792b85b-30cd-4111-b34d-f032da194737'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:46:07.703950 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-f70df8a8-6a93-479d-8a53-18dedfde978c None None] Current status of the port 22238412-8ee4-4807-8552-ec55d1df551f is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:46:07.714667 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:08.186150 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 54860) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:46:08.381812 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf4bbb9-7406-4d2a-bf71-7b05878bee13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:46:08.383173 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-8bf4bbb9-7406-4d2a-bf71-7b05878bee13 admin admin] 10.222.0.52 "GET /v2.0/networks/db349b0a-3651-4f3e-8f89-c44d13ee049b HTTP/1.1" status: 200 len: 842 time: 0.1960027 May 19 13:46:08.394108 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-2a5e73cd-d6db-453e-95c1-1327f71bfeb9 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:46:08.413438 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5e73cd-d6db-453e-95c1-1327f71bfeb9 admin admin] Made reservation on behalf of 2f0d02746fbd4bebabb402313125d4b8 for: {'subnet': 1} {{(pid=110061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:46:08.416099 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2a5e73cd-d6db-453e-95c1-1327f71bfeb9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:08.715363 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.objects.ports [None req-2a5e73cd-d6db-453e-95c1-1327f71bfeb9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110061) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 19 13:46:08.715816 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2a5e73cd-d6db-453e-95c1-1327f71bfeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for subnet (851bfd66-21de-4b67-adef-488354d2d2c5), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:08.775314 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e73cd-d6db-453e-95c1-1327f71bfeb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=851bfd66-21de-4b67-adef-488354d2d2c5,revision_number=0']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:46:08.784218 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5e73cd-d6db-453e-95c1-1327f71bfeb9 admin admin] Checking segment: {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:46:08.784566 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5e73cd-d6db-453e-95c1-1327f71bfeb9 admin admin] Network hostable DHCP agents. Network: db349b0a-3651-4f3e-8f89-c44d13ee049b, hostable agents: ['ed6e9061-200e-415c-854c-495582c024f0'], hosted agents: [] {{(pid=110061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:46:08.800678 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5e73cd-d6db-453e-95c1-1327f71bfeb9 admin admin] Network db349b0a-3651-4f3e-8f89-c44d13ee049b is scheduled to be hosted by DHCP agent ed6e9061-200e-415c-854c-495582c024f0 with binding_index 1 {{(pid=110061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:46:08.809303 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [None req-2a5e73cd-d6db-453e-95c1-1327f71bfeb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-14-iscsi, db349b0a-3651-4f3e-8f89-c44d13ee049b) {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:46:08.814212 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5e73cd-d6db-453e-95c1-1327f71bfeb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:46:08.815844 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2a5e73cd-d6db-453e-95c1-1327f71bfeb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for subnet (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:08.820690 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e734368-59ac-4358-bdd2-70ddd5927700 None None] Network db349b0a-3651-4f3e-8f89-c44d13ee049b requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:46:08.833054 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-2a5e73cd-d6db-453e-95c1-1327f71bfeb9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4423854 May 19 13:46:08.937117 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2964fe-0456-427e-9fb8-8f5e4db62172 None None] Network db349b0a-3651-4f3e-8f89-c44d13ee049b requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:46:11.274117 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 54878) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:46:11.484439 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-90844f75-635c-4fa1-b3b9-d3d935f87fed demo admin] 10.222.0.52 "GET /v2.0/routers/3a1cb3d7-6ec1-464a-acc5-c0f72efa1310 HTTP/1.1" status: 200 len: 710 time: 0.2034330 May 19 13:46:11.565915 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8240af79-f5f4-4de9-8cfc-18546cc14e6e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:46:11.572286 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-8240af79-f5f4-4de9-8cfc-18546cc14e6e demo admin] 10.222.0.52 "GET /v2.0/networks/db349b0a-3651-4f3e-8f89-c44d13ee049b HTTP/1.1" status: 200 len: 886 time: 0.0822413 May 19 13:46:11.576255 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-37075d44-3bf4-46f8-8556-22b106a55cb4 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:46:11.814301 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:11.816781 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-37075d44-3bf4-46f8-8556-22b106a55cb4 demo admin] Publish callbacks [] for router_gateway (3a1cb3d7-6ec1-464a-acc5-c0f72efa1310), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:11.829510 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:12.041032 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-37075d44-3bf4-46f8-8556-22b106a55cb4 demo admin] Publish callbacks [] for router_gateway (3a1cb3d7-6ec1-464a-acc5-c0f72efa1310), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:12.158855 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-37075d44-3bf4-46f8-8556-22b106a55cb4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:12.311482 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_common [None req-37075d44-3bf4-46f8-8556-22b106a55cb4 demo admin] Allocated IP 172.27.2.243 (db349b0a-3651-4f3e-8f89-c44d13ee049b/851bfd66-21de-4b67-adef-488354d2d2c5/caef2d55-a727-4b13-8b66-98f06588242c) {{(pid=110061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:46:12.422183 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-37075d44-3bf4-46f8-8556-22b106a55cb4 demo admin] Publish callbacks [] for port (caef2d55-a727-4b13-8b66-98f06588242c), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:12.477550 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-37075d44-3bf4-46f8-8556-22b106a55cb4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (caef2d55-a727-4b13-8b66-98f06588242c), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:12.554694 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37075d44-3bf4-46f8-8556-22b106a55cb4 demo admin] Network db349b0a-3651-4f3e-8f89-c44d13ee049b is already hosted by enough agents. {{(pid=110061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:46:12.563140 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [None req-37075d44-3bf4-46f8-8556-22b106a55cb4 demo admin] Resources bound (agent type, host, resource id): {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:46:12.565610 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37075d44-3bf4-46f8-8556-22b106a55cb4 demo admin] Received port after_create {{(pid=110061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:46:12.568445 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37075d44-3bf4-46f8-8556-22b106a55cb4 demo admin] Pushing event updated for resources: {'Port': ['ID=caef2d55-a727-4b13-8b66-98f06588242c,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:46:12.828001 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-37075d44-3bf4-46f8-8556-22b106a55cb4 demo admin] Publish callbacks [] for router_gateway (3a1cb3d7-6ec1-464a-acc5-c0f72efa1310), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:12.863807 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:12.917672 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:13.023629 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-37075d44-3bf4-46f8-8556-22b106a55cb4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1631022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6174'] for router (3a1cb3d7-6ec1-464a-acc5-c0f72efa1310), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:13.028682 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-37075d44-3bf4-46f8-8556-22b106a55cb4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1631179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1631033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1631024', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1628826'] for router (3a1cb3d7-6ec1-464a-acc5-c0f72efa1310), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:13.142731 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37075d44-3bf4-46f8-8556-22b106a55cb4 demo admin] Router 3a1cb3d7-6ec1-464a-acc5-c0f72efa1310 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:46:13.246047 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37075d44-3bf4-46f8-8556-22b106a55cb4 demo admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:46:13.250840 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-37075d44-3bf4-46f8-8556-22b106a55cb4 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:13.266893 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-37075d44-3bf4-46f8-8556-22b106a55cb4 demo admin] 10.222.0.52 "PUT /v2.0/routers/3a1cb3d7-6ec1-464a-acc5-c0f72efa1310 HTTP/1.1" status: 200 len: 890 time: 1.6791449 May 19 13:46:15.682427 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=23,neutron:INSERT=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:15.684871 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=12 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:15.693771 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 54890) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:46:15.811880 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-b3e9301c-6c46-4e0c-b63d-9ccf6392e7be admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1169226 May 19 13:46:16.535614 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 22238412-8ee4-4807-8552-ec55d1df551f up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:46:16.562130 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e73b439-b1c6-4846-8b8f-11d19d7b2ec9 None None] Sync routers for ids ['3a1cb3d7-6ec1-464a-acc5-c0f72efa1310'] in dv-cinder-784815-14-iscsi {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:46:16.588610 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e73b439-b1c6-4846-8b8f-11d19d7b2ec9 None None] Routers {'3a1cb3d7-6ec1-464a-acc5-c0f72efa1310'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:46:16.588916 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-3e73b439-b1c6-4846-8b8f-11d19d7b2ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:46:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['3a1cb3d7-6ec1-464a-acc5-c0f72efa1310'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:46:16.706912 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 22238412-8ee4-4807-8552-ec55d1df551f triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:46:16.707198 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (22238412-8ee4-4807-8552-ec55d1df551f), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:16.761707 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:16.865671 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-3e73b439-b1c6-4846-8b8f-11d19d7b2ec9 None None] Set router 3a1cb3d7-6ec1-464a-acc5-c0f72efa1310 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:46:16.923046 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 22238412-8ee4-4807-8552-ec55d1df551f is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:46:17.054455 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:17.328248 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-3e73b439-b1c6-4846-8b8f-11d19d7b2ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cb3d7-6ec1-464a-acc5-c0f72efa1310', 'name': 'router1', 'tenant_id': 'd9fbb046f448445799c63c2b7d78bd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'caef2d55-a727-4b13-8b66-98f06588242c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:45:54Z', 'updated_at': '2022-05-19T13:46:12Z', 'revision_number': 4, 'project_id': 'd9fbb046f448445799c63c2b7d78bd93', 'gw_port': {'id': 'caef2d55-a727-4b13-8b66-98f06588242c', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1cb3d7-6ec1-464a-acc5-c0f72efa1310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:46:12Z', 'updated_at': '2022-05-19T13:46:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '22238412-8ee4-4807-8552-ec55d1df551f', 'name': '', 'network_id': '7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1', 'tenant_id': 'd9fbb046f448445799c63c2b7d78bd93', 'mac_address': 'fa:16:3e:c4:00:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb3d7-6ec1-464a-acc5-c0f72efa1310', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd95d4047-d27d-4ba7-8488-a3a36bdad311', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:46:04Z', 'updated_at': '2022-05-19T13:46:07Z', 'revision_number': 5, 'project_id': 'd9fbb046f448445799c63c2b7d78bd93', 'subnets': [{'id': 'd95d4047-d27d-4ba7-8488-a3a36bdad311', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5792b85b-30cd-4111-b34d-f032da194737'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:46:17.375408 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e73b439-b1c6-4846-8b8f-11d19d7b2ec9 None None] Checking router: 3a1cb3d7-6ec1-464a-acc5-c0f72efa1310 for host: dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:46:17.375774 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e73b439-b1c6-4846-8b8f-11d19d7b2ec9 None None] Updating router 3a1cb3d7-6ec1-464a-acc5-c0f72efa1310 port caef2d55-a727-4b13-8b66-98f06588242c binding host dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:46:17.430756 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-3e73b439-b1c6-4846-8b8f-11d19d7b2ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (caef2d55-a727-4b13-8b66-98f06588242c), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:17.608567 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=45 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:17.634304 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=42 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:17.792892 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-3e73b439-b1c6-4846-8b8f-11d19d7b2ec9 None None] Publish callbacks [] for port (caef2d55-a727-4b13-8b66-98f06588242c), precommit_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:17.798785 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-3e73b439-b1c6-4846-8b8f-11d19d7b2ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (caef2d55-a727-4b13-8b66-98f06588242c), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:17.844802 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c153ff4-b31b-4c38-977f-b553be5dff84 None None] Pushing event updated for resources: {'Port': ['ID=caef2d55-a727-4b13-8b66-98f06588242c,revision_number=2']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:46:17.860785 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-3e73b439-b1c6-4846-8b8f-11d19d7b2ec9 None None] Attempting to bind port caef2d55-a727-4b13-8b66-98f06588242c on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:46:17.860891 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-3e73b439-b1c6-4846-8b8f-11d19d7b2ec9 None None] Attempting to bind port caef2d55-a727-4b13-8b66-98f06588242c by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:46:17.861241 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e73b439-b1c6-4846-8b8f-11d19d7b2ec9 None None] Attempting to bind port caef2d55-a727-4b13-8b66-98f06588242c on network db349b0a-3651-4f3e-8f89-c44d13ee049b {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:46:17.866656 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e73b439-b1c6-4846-8b8f-11d19d7b2ec9 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:46:17.867056 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e73b439-b1c6-4846-8b8f-11d19d7b2ec9 None None] Checking segment: {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:46:17.867454 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-3e73b439-b1c6-4846-8b8f-11d19d7b2ec9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:17.867840 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e73b439-b1c6-4846-8b8f-11d19d7b2ec9 None None] Bound using segment: {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:46:17.868623 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-3e73b439-b1c6-4846-8b8f-11d19d7b2ec9 None None] Bound port: caef2d55-a727-4b13-8b66-98f06588242c, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:46:17.868742 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-3e73b439-b1c6-4846-8b8f-11d19d7b2ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (caef2d55-a727-4b13-8b66-98f06588242c), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:17.936497 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-3e73b439-b1c6-4846-8b8f-11d19d7b2ec9 None None] For port caef2d55-a727-4b13-8b66-98f06588242c, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:46:17.940148 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-3e73b439-b1c6-4846-8b8f-11d19d7b2ec9 None None] For port caef2d55-a727-4b13-8b66-98f06588242c, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=caef2d55-a727-4b13-8b66-98f06588242c,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:46:17.946936 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-3e73b439-b1c6-4846-8b8f-11d19d7b2ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (caef2d55-a727-4b13-8b66-98f06588242c), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:18.007456 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e73b439-b1c6-4846-8b8f-11d19d7b2ec9 None None] Routers {'3a1cb3d7-6ec1-464a-acc5-c0f72efa1310'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:46:18.008011 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-3e73b439-b1c6-4846-8b8f-11d19d7b2ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:46:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['3a1cb3d7-6ec1-464a-acc5-c0f72efa1310'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:46:18.047761 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c153ff4-b31b-4c38-977f-b553be5dff84 None None] Pushing event updated for resources: {'Port': ['ID=caef2d55-a727-4b13-8b66-98f06588242c,revision_number=3']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:46:18.067740 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:18.137561 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-3e73b439-b1c6-4846-8b8f-11d19d7b2ec9 None None] Set router 3a1cb3d7-6ec1-464a-acc5-c0f72efa1310 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:46:18.252698 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:18.353505 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-3e73b439-b1c6-4846-8b8f-11d19d7b2ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cb3d7-6ec1-464a-acc5-c0f72efa1310', 'name': 'router1', 'tenant_id': 'd9fbb046f448445799c63c2b7d78bd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'caef2d55-a727-4b13-8b66-98f06588242c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:45:54Z', 'updated_at': '2022-05-19T13:46:12Z', 'revision_number': 4, 'project_id': 'd9fbb046f448445799c63c2b7d78bd93', 'gw_port': {'id': 'caef2d55-a727-4b13-8b66-98f06588242c', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1cb3d7-6ec1-464a-acc5-c0f72efa1310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:46:12Z', 'updated_at': '2022-05-19T13:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '22238412-8ee4-4807-8552-ec55d1df551f', 'name': '', 'network_id': '7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1', 'tenant_id': 'd9fbb046f448445799c63c2b7d78bd93', 'mac_address': 'fa:16:3e:c4:00:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb3d7-6ec1-464a-acc5-c0f72efa1310', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd95d4047-d27d-4ba7-8488-a3a36bdad311', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:46:04Z', 'updated_at': '2022-05-19T13:46:07Z', 'revision_number': 5, 'project_id': 'd9fbb046f448445799c63c2b7d78bd93', 'subnets': [{'id': 'd95d4047-d27d-4ba7-8488-a3a36bdad311', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5792b85b-30cd-4111-b34d-f032da194737'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:46:18.382200 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e73b439-b1c6-4846-8b8f-11d19d7b2ec9 None None] The sync data for ids ['3a1cb3d7-6ec1-464a-acc5-c0f72efa1310'] in dv-cinder-784815-14-iscsi is: [{'id': '3a1cb3d7-6ec1-464a-acc5-c0f72efa1310', 'name': 'router1', 'tenant_id': 'd9fbb046f448445799c63c2b7d78bd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'caef2d55-a727-4b13-8b66-98f06588242c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:45:54Z', 'updated_at': '2022-05-19T13:46:12Z', 'revision_number': 4, 'project_id': 'd9fbb046f448445799c63c2b7d78bd93', 'gw_port': {'id': 'caef2d55-a727-4b13-8b66-98f06588242c', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1cb3d7-6ec1-464a-acc5-c0f72efa1310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:46:12Z', 'updated_at': '2022-05-19T13:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '22238412-8ee4-4807-8552-ec55d1df551f', 'name': '', 'network_id': '7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1', 'tenant_id': 'd9fbb046f448445799c63c2b7d78bd93', 'mac_address': 'fa:16:3e:c4:00:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb3d7-6ec1-464a-acc5-c0f72efa1310', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd95d4047-d27d-4ba7-8488-a3a36bdad311', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:46:04Z', 'updated_at': '2022-05-19T13:46:07Z', 'revision_number': 5, 'project_id': 'd9fbb046f448445799c63c2b7d78bd93', 'subnets': [{'id': 'd95d4047-d27d-4ba7-8488-a3a36bdad311', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5792b85b-30cd-4111-b34d-f032da194737'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:46:18.625711 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device caef2d55-a727-4b13-8b66-98f06588242c up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:46:18.684205 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port caef2d55-a727-4b13-8b66-98f06588242c triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:46:18.684721 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (caef2d55-a727-4b13-8b66-98f06588242c), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:18.768843 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port caef2d55-a727-4b13-8b66-98f06588242c is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:46:18.769307 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (caef2d55-a727-4b13-8b66-98f06588242c), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:18.794326 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] For port caef2d55-a727-4b13-8b66-98f06588242c, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=caef2d55-a727-4b13-8b66-98f06588242c,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:46:18.800673 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (caef2d55-a727-4b13-8b66-98f06588242c), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:18.865849 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Pushing event updated for resources: {'Port': ['ID=caef2d55-a727-4b13-8b66-98f06588242c,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:46:20.562150 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device caef2d55-a727-4b13-8b66-98f06588242c up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:46:20.651559 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port caef2d55-a727-4b13-8b66-98f06588242c triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:46:20.652063 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (caef2d55-a727-4b13-8b66-98f06588242c), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:20.745709 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port caef2d55-a727-4b13-8b66-98f06588242c is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:46:23.241724 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=36 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:23.248031 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=40 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:25.800625 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:25.808290 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:26.047225 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 5 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:46:30.712741 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:30.745623 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:31.370002 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-94f88aef-367c-43e9-af65-cef186b298b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:33.764893 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-233e164a-275b-44c4-b6ae-f0c573b4bf9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:34.735131 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:36.037867 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:36.046729 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:36.243278 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:37.712284 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:47.702434 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=9 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:47.708285 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:50.054174 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=4 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:50.059786 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:47:01.366752 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-f06b2cc1-9462-488b-85f2-acad1856b475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:47:03.048840 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 5 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:47:03.741339 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-0784f237-8bad-465d-97d2-be23f837d11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:47:04.732238 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:47:06.244637 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:47:07.714420 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:47:13.044171 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:47:17.703522 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:47:17.709439 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:47:30.040390 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=7 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:47:30.041163 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:47:31.368857 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-59d95fcc-488c-4e2e-8c66-9433f934a8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:47:33.743526 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-dc5549fe-1052-4d88-9d5f-447159de8715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:47:34.735933 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:47:36.245086 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:47:36.927498 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 55428) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:47:36.993271 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.pecan_wsgi.hooks.translation [None req-4277a80f-9317-43b2-a42e-35c7f9dcbc45 admin admin] GET failed (client error): The resource could not be found. May 19 13:47:36.994562 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-4277a80f-9317-43b2-a42e-35c7f9dcbc45 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0660765 May 19 13:47:37.160177 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3606b6f2-a6a4-4335-9a5a-833f53c8daf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:37.161653 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-3606b6f2-a6a4-4335-9a5a-833f53c8daf5 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1627460 May 19 13:47:37.709057 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:47:39.390554 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 55438) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:47:39.482121 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d23d5c1-2d41-49ab-9dda-760c31249ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:39.483470 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-5d23d5c1-2d41-49ab-9dda-760c31249ea0 admin admin] 10.222.0.52 "GET /v2.0/subnets/d95d4047-d27d-4ba7-8488-a3a36bdad311 HTTP/1.1" status: 200 len: 849 time: 0.0919254 May 19 13:47:39.492637 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-834b1f32-74d3-4616-918a-9c19ec9588c5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:47:39.578781 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-834b1f32-74d3-4616-918a-9c19ec9588c5 admin admin] Publish callbacks [] for subnet (d95d4047-d27d-4ba7-8488-a3a36bdad311), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:47:39.722338 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-834b1f32-74d3-4616-918a-9c19ec9588c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784568180354'] for subnet (d95d4047-d27d-4ba7-8488-a3a36bdad311), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:47:39.751311 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834b1f32-74d3-4616-918a-9c19ec9588c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:39.752039 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-834b1f32-74d3-4616-918a-9c19ec9588c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for subnet (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:47:39.753952 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-834b1f32-74d3-4616-918a-9c19ec9588c5 admin admin] 10.222.0.52 "PUT /v2.0/subnets/d95d4047-d27d-4ba7-8488-a3a36bdad311 HTTP/1.1" status: 200 len: 868 time: 0.2644448 May 19 13:47:39.770051 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf54877-c151-4a50-a81f-25424a78fdb2 None None] Network 7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:47:39.779908 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b1f32-74d3-4616-918a-9c19ec9588c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d95d4047-d27d-4ba7-8488-a3a36bdad311,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:47:39.789667 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b1f32-74d3-4616-918a-9c19ec9588c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:47:39.790020 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b1f32-74d3-4616-918a-9c19ec9588c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:47:39.790368 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b1f32-74d3-4616-918a-9c19ec9588c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:47:39.790709 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b1f32-74d3-4616-918a-9c19ec9588c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:47:39.791083 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b1f32-74d3-4616-918a-9c19ec9588c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:47:39.791656 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b1f32-74d3-4616-918a-9c19ec9588c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:47:39.791979 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b1f32-74d3-4616-918a-9c19ec9588c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:47:39.792307 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b1f32-74d3-4616-918a-9c19ec9588c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:47:39.792646 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b1f32-74d3-4616-918a-9c19ec9588c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:47:39.792972 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b1f32-74d3-4616-918a-9c19ec9588c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:47:39.793360 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b1f32-74d3-4616-918a-9c19ec9588c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:47:39.793687 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b1f32-74d3-4616-918a-9c19ec9588c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:47:39.794006 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b1f32-74d3-4616-918a-9c19ec9588c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:47:39.794311 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b1f32-74d3-4616-918a-9c19ec9588c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:47:39.794627 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b1f32-74d3-4616-918a-9c19ec9588c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:47:40.048415 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 5 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:47:40.067777 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-d46bdd3f-58cb-456f-b027-fbaf7c442bf7 None None] Provisioning complete for port 622a2124-0177-4190-8aaa-4db53ce26ee5 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:47:40.068136 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-d46bdd3f-58cb-456f-b027-fbaf7c442bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (622a2124-0177-4190-8aaa-4db53ce26ee5), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:47:40.140486 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-d46bdd3f-58cb-456f-b027-fbaf7c442bf7 None None] Current status of the port 622a2124-0177-4190-8aaa-4db53ce26ee5 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:47:40.149317 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-d46bdd3f-58cb-456f-b027-fbaf7c442bf7 None None] Provisioning complete for port 22238412-8ee4-4807-8552-ec55d1df551f triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:47:40.149739 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-d46bdd3f-58cb-456f-b027-fbaf7c442bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (22238412-8ee4-4807-8552-ec55d1df551f), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:47:40.224288 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-d46bdd3f-58cb-456f-b027-fbaf7c442bf7 None None] Current status of the port 22238412-8ee4-4807-8552-ec55d1df551f is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:47:42.053933 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 55446) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:47:42.336601 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cb6e5f-96a7-4741-b330-357aee957e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:42.336996 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cb6e5f-96a7-4741-b330-357aee957e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:42.338523 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-52cb6e5f-96a7-4741-b330-357aee957e7f admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2836390 May 19 13:47:44.597516 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 55454) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:47:44.798271 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05066b6-7887-4734-8008-9eb173ddb203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:44.798656 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05066b6-7887-4734-8008-9eb173ddb203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:44.800510 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-c05066b6-7887-4734-8008-9eb173ddb203 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2019556 May 19 13:47:47.028308 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 55464) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:47:47.157431 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75234bc7-6197-46be-adea-4f41d7c391c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:47.158812 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-75234bc7-6197-46be-adea-4f41d7c391c9 admin admin] 10.222.0.52 "GET /v2.0/networks/7f675d61-21c9-4aa0-90e2-9dffbaa4a0e1 HTTP/1.1" status: 200 len: 869 time: 0.1295462 May 19 13:47:49.423266 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 55472) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:47:49.540951 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:47:49.551694 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4716c7-7122-47df-867b-c14dc1ba2767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:49.553059 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-7b4716c7-7122-47df-867b-c14dc1ba2767 admin admin] 10.222.0.52 "GET /v2.0/networks/db349b0a-3651-4f3e-8f89-c44d13ee049b HTTP/1.1" status: 200 len: 886 time: 0.1288288 May 19 13:47:50.042891 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:47:50.047679 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:47:50.221285 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:47:50.223205 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:47:51.793245 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 55480) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:47:51.974099 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27129169-80af-4522-9af1-3151f01e0be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:51.974554 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27129169-80af-4522-9af1-3151f01e0be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:51.976134 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-27129169-80af-4522-9af1-3151f01e0be5 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1819327 May 19 13:47:54.187806 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 55488) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:47:54.278331 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56179991-afc9-429c-988e-0b62d1cb6e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:54.278781 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56179991-afc9-429c-988e-0b62d1cb6e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:54.280320 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-56179991-afc9-429c-988e-0b62d1cb6e1e admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0915704 May 19 13:47:56.535838 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 55496) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:47:56.624307 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90924977-a9a2-4fde-bee5-048a908153a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:56.625892 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-90924977-a9a2-4fde-bee5-048a908153a4 admin admin] 10.222.0.52 "GET /v2.0/subnets/851bfd66-21de-4b67-adef-488354d2d2c5 HTTP/1.1" status: 200 len: 816 time: 0.0891044 May 19 13:47:58.879465 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 55504) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:47:58.973133 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8592952e-faeb-4b0c-89a8-adc296cb32ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:58.974492 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-8592952e-faeb-4b0c-89a8-adc296cb32ac admin admin] 10.222.0.52 "GET /v2.0/subnets/d95d4047-d27d-4ba7-8488-a3a36bdad311 HTTP/1.1" status: 200 len: 868 time: 0.0940690 May 19 13:47:59.550131 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:01.371682 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-77632502-60fa-4812-a085-f70fbbdff0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:03.746933 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f1ed-b377-4b29-9351-78ecfcf14706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:04.045670 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:04.050994 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=5 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:04.736254 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:06.248381 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:07.717891 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:08.968142 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=35 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:08.970001 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=37 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:17.048295 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 5 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:48:17.708004 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:17.709790 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:28.477189 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=11 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:28.486722 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=17 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:31.373129 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-2de3bf80-4d98-4e7e-8c5b-ab978b4a3e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:33.749880 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-2cc2e31e-99bf-47bc-81a6-d2a5409e84df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:34.738079 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:36.253139 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:37.710766 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:39.611297 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 55562) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:48:39.659369 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [None req-e1f36614-e933-403a-ae7e-34be96d9639c admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110062) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 13:48:39.660519 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-e1f36614-e933-403a-ae7e-34be96d9639c admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0481365 May 19 13:48:41.042628 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:41.046659 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=4 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:42.012852 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 55570) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:48:42.073021 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe6e7389-4443-4a42-beec-e691c4fc0b08 admin admin] GET failed (client error): The resource could not be found. May 19 13:48:42.074012 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-fe6e7389-4443-4a42-beec-e691c4fc0b08 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602386 May 19 13:48:42.164676 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5e78c2-e3e1-4c39-b71b-da3adf84c477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:48:42.166855 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-0c5e78c2-e3e1-4c39-b71b-da3adf84c477 admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0881274 May 19 13:48:44.422133 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 55578) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:48:44.469223 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:48:44.488759 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] Made reservation on behalf of 2f0d02746fbd4bebabb402313125d4b8 for: {'network': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:48:44.491045 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for network (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:44.520443 dv-cinder-784815-14-iscsi neutron-server[110062]: WARNING neutron.services.revisions.revision_plugin [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] Could not find related network for resource to bump revision. May 19 13:48:44.532385 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=110062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:48:44.541294 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784568151821', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (f36ca4d2-8a62-4fc6-afc4-71bbc2845fe9), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:44.541694 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.db.segments_db [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] Added segment f36ca4d2-8a62-4fc6-afc4-71bbc2845fe9 of type vlan for network c48a8bca-ce20-4da7-8c12-bffa42c3c52c May 19 13:48:44.581986 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784567602773'] for network (c48a8bca-ce20-4da7-8c12-bffa42c3c52c), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:44.605688 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for network (c48a8bca-ce20-4da7-8c12-bffa42c3c52c), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:44.606606 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:48:44.607201 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:44.666722 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2434907 May 19 13:48:44.669560 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] Pushing event updated for resources: {'Network': ['ID=c48a8bca-ce20-4da7-8c12-bffa42c3c52c,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:48:44.676756 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:44.677123 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:44.677437 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:44.677771 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:44.678093 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:44.678417 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:44.678733 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:44.679077 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:44.679395 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:44.679709 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:44.680025 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:44.680342 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:44.680654 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:44.680964 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:44.681275 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a20a77d-fe5b-4110-962d-f6bbea9987df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:44.694712 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Network c48a8bca-ce20-4da7-8c12-bffa42c3c52c details requested by agent ovs-agent-dv-cinder-784815-14-iscsi with host dv-cinder-784815-14-iscsi {{(pid=110063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:48:46.961716 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 55586) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:48:47.024776 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f6d8f6-530f-4c98-8fb3-b49799529bbc admin admin] GET failed (client error): The resource could not be found. May 19 13:48:47.026194 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-75f6d8f6-530f-4c98-8fb3-b49799529bbc admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0635102 May 19 13:48:47.095122 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a390ed2-3ad5-4721-9b3d-a6a20c950870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:48:47.096554 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-0a390ed2-3ad5-4721-9b3d-a6a20c950870 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0663826 May 19 13:48:47.106065 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-45825d6b-9d23-4ddf-9adc-e5041946ab0f admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'c48a8bca-ce20-4da7-8c12-bffa42c3c52c', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:48:47.128125 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45825d6b-9d23-4ddf-9adc-e5041946ab0f admin admin] Made reservation on behalf of 2f0d02746fbd4bebabb402313125d4b8 for: {'subnet': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:48:47.130512 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-45825d6b-9d23-4ddf-9adc-e5041946ab0f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:47.315351 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-45825d6b-9d23-4ddf-9adc-e5041946ab0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for subnet (c93e7711-674b-4ef4-8596-5c316ad066fa), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:47.362844 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45825d6b-9d23-4ddf-9adc-e5041946ab0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c93e7711-674b-4ef4-8596-5c316ad066fa,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:48:47.379815 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45825d6b-9d23-4ddf-9adc-e5041946ab0f admin admin] Checking segment: {'id': 'f36ca4d2-8a62-4fc6-afc4-71bbc2845fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c48a8bca-ce20-4da7-8c12-bffa42c3c52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:48:47.380156 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45825d6b-9d23-4ddf-9adc-e5041946ab0f admin admin] Network hostable DHCP agents. Network: c48a8bca-ce20-4da7-8c12-bffa42c3c52c, hostable agents: ['ed6e9061-200e-415c-854c-495582c024f0'], hosted agents: [] {{(pid=110062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:48:47.401466 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45825d6b-9d23-4ddf-9adc-e5041946ab0f admin admin] Network c48a8bca-ce20-4da7-8c12-bffa42c3c52c is scheduled to be hosted by DHCP agent ed6e9061-200e-415c-854c-495582c024f0 with binding_index 1 {{(pid=110062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:48:47.412294 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-45825d6b-9d23-4ddf-9adc-e5041946ab0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-14-iscsi, c48a8bca-ce20-4da7-8c12-bffa42c3c52c) {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:48:47.418370 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45825d6b-9d23-4ddf-9adc-e5041946ab0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:48:47.419440 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-45825d6b-9d23-4ddf-9adc-e5041946ab0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for subnet (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:47.422370 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d4689b-ab6c-4ef2-9653-55a630d18595 None None] Network c48a8bca-ce20-4da7-8c12-bffa42c3c52c requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:48:47.435662 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-45825d6b-9d23-4ddf-9adc-e5041946ab0f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3329682 May 19 13:48:47.628378 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fe39ec4-ffd7-5688-a378-30d4d243c226-c48a8bca-ce20-4da7-8c12-bffa42c3c52c', 'network_id': 'c48a8bca-ce20-4da7-8c12-bffa42c3c52c', 'project_id': '2f0d02746fbd4bebabb402313125d4b8', 'fixed_ips': [{'subnet_id': 'c93e7711-674b-4ef4-8596-5c316ad066fa'}]}} from dv-cinder-784815-14-iscsi. {{(pid=110063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 13:48:47.629308 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:47.769476 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.db_base_plugin_common [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Allocated IP 192.168.233.2 (c48a8bca-ce20-4da7-8c12-bffa42c3c52c/c93e7711-674b-4ef4-8596-5c316ad066fa/0d3f7abb-c187-424f-8627-70c6c922c1f2) {{(pid=110063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:48:47.917357 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Publish callbacks [] for port (0d3f7abb-c187-424f-8627-70c6c922c1f2), precommit_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:47.925621 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (0d3f7abb-c187-424f-8627-70c6c922c1f2), after_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:47.971789 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Network c48a8bca-ce20-4da7-8c12-bffa42c3c52c is already hosted by enough agents. {{(pid=110063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:48:47.975271 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.scheduler.base_scheduler [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Resources bound (agent type, host, resource id): {{(pid=110063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:48:47.976982 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Pushing event updated for resources: {'Port': ['ID=0d3f7abb-c187-424f-8627-70c6c922c1f2,revision_number=1']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:48:47.979242 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Received port after_create {{(pid=110063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:48:48.005185 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:48.005522 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:48.005880 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:48.006231 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:48.006571 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:48.006913 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:48.007237 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:48.007558 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:48.007887 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:48.008209 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:48.008532 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:48.008851 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:48.009158 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:48.009470 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:48.010284 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:48.047061 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Attempting to bind port 0d3f7abb-c187-424f-8627-70c6c922c1f2 on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:48:48.047428 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Attempting to bind port 0d3f7abb-c187-424f-8627-70c6c922c1f2 by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': 'f36ca4d2-8a62-4fc6-afc4-71bbc2845fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c48a8bca-ce20-4da7-8c12-bffa42c3c52c'}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:48:48.047784 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Attempting to bind port 0d3f7abb-c187-424f-8627-70c6c922c1f2 on network c48a8bca-ce20-4da7-8c12-bffa42c3c52c {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:48:48.052949 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:48:48.053318 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Checking segment: {'id': 'f36ca4d2-8a62-4fc6-afc4-71bbc2845fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c48a8bca-ce20-4da7-8c12-bffa42c3c52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:48:48.053714 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:48.054092 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Bound using segment: {'id': 'f36ca4d2-8a62-4fc6-afc4-71bbc2845fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c48a8bca-ce20-4da7-8c12-bffa42c3c52c'} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:48:48.054540 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Bound port: 0d3f7abb-c187-424f-8627-70c6c922c1f2, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36ca4d2-8a62-4fc6-afc4-71bbc2845fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c48a8bca-ce20-4da7-8c12-bffa42c3c52c'}}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:48:48.054962 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (0d3f7abb-c187-424f-8627-70c6c922c1f2), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:48.118152 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] For port 0d3f7abb-c187-424f-8627-70c6c922c1f2, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:48:48.122117 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] For port 0d3f7abb-c187-424f-8627-70c6c922c1f2, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=0d3f7abb-c187-424f-8627-70c6c922c1f2,segment=NetworkSegment(f36ca4d2-8a62-4fc6-afc4-71bbc2845fe9),segment_id=f36ca4d2-8a62-4fc6-afc4-71bbc2845fe9)] {{(pid=110063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:48:48.128659 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (0d3f7abb-c187-424f-8627-70c6c922c1f2), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:48.192201 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cad0bf-5958-4f26-9d63-de71bbe9a496 None None] Pushing event updated for resources: {'Port': ['ID=0d3f7abb-c187-424f-8627-70c6c922c1f2,revision_number=2']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:48:48.668296 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 0d3f7abb-c187-424f-8627-70c6c922c1f2 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:48:48.704985 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=86,neutron:UPDATE=9,neutron:INSERT=5 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:48.710469 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:48.720413 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 0d3f7abb-c187-424f-8627-70c6c922c1f2 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:48:48.720903 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (0d3f7abb-c187-424f-8627-70c6c922c1f2), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:48.807053 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 0d3f7abb-c187-424f-8627-70c6c922c1f2 is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:48:48.807449 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (0d3f7abb-c187-424f-8627-70c6c922c1f2), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:48.852291 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] For port 0d3f7abb-c187-424f-8627-70c6c922c1f2, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=0d3f7abb-c187-424f-8627-70c6c922c1f2,segment=NetworkSegment(f36ca4d2-8a62-4fc6-afc4-71bbc2845fe9),segment_id=f36ca4d2-8a62-4fc6-afc4-71bbc2845fe9)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:48:48.856724 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (0d3f7abb-c187-424f-8627-70c6c922c1f2), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:48.911728 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Pushing event updated for resources: {'Port': ['ID=0d3f7abb-c187-424f-8627-70c6c922c1f2,revision_number=3']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:48:49.058931 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c85e5e-c982-4c8c-a469-36d14842bee7 None None] Network c48a8bca-ce20-4da7-8c12-bffa42c3c52c requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:48:49.147687 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-37ee9994-a0cd-47a9-b21d-11515b650b02 None None] Provisioning complete for port 0d3f7abb-c187-424f-8627-70c6c922c1f2 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:48:49.147687 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-37ee9994-a0cd-47a9-b21d-11515b650b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (0d3f7abb-c187-424f-8627-70c6c922c1f2), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:49.265252 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-37ee9994-a0cd-47a9-b21d-11515b650b02 None None] Current status of the port 0d3f7abb-c187-424f-8627-70c6c922c1f2 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:48:49.583718 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-8c482af1-9382-4167-b2fb-5788750993a8 None None] Provisioning complete for port 0d3f7abb-c187-424f-8627-70c6c922c1f2 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:48:49.584023 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-8c482af1-9382-4167-b2fb-5788750993a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (0d3f7abb-c187-424f-8627-70c6c922c1f2), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:49.657617 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-8c482af1-9382-4167-b2fb-5788750993a8 None None] Current status of the port 0d3f7abb-c187-424f-8627-70c6c922c1f2 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:48:50.623206 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 0d3f7abb-c187-424f-8627-70c6c922c1f2 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:48:50.667082 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 0d3f7abb-c187-424f-8627-70c6c922c1f2 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:48:50.667395 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (0d3f7abb-c187-424f-8627-70c6c922c1f2), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:50.740084 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 0d3f7abb-c187-424f-8627-70c6c922c1f2 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:48:54.046720 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 5 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:48:57.429350 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:57.430233 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=79,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:49:01.374855 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-14671ab8-3b82-4b20-b3e0-3bd078ba3ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:49:03.756448 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-39fd3b76-4d67-4b4f-86ef-2f7d80a1fbb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:49:04.043061 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:49:04.744235 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:49:06.258801 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:49:07.702186 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:49:07.703713 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:49:07.720558 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:49:17.719229 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:49:18.049049 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=3 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:49:18.053155 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=3 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:49:30.035394 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:49:30.036951 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:DELETE=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:49:31.045765 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 5 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:49:31.379004 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-6f67b111-a200-47fc-98ed-30d9de3bfb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:49:33.758734 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-88dc7781-950e-46e0-a11e-e4c946c34911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:49:34.745317 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:49:36.259460 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:49:37.716272 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:49:41.041550 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:49:41.042396 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:49:47.709807 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:49:47.712100 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:49:55.039313 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:49:55.049401 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=4 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:01.381388 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-69eeeb82-e268-4be1-b49d-cd9165ed047c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:03.760593 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-c39454e9-92aa-4164-b8f3-7e169dfc21a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:04.747072 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:06.263945 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:07.718987 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:08.044211 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 5 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:50:17.708674 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:17.715180 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:18.039856 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:18.040971 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:27.777740 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 55624) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:50:27.783304 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [None req-e3138be4-880b-4f83-bdea-f4a679638f02 tempest-verify_tempest_config-809697602 tempest-verify_tempest_config-809697602-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110062) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 13:50:27.784259 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-e3138be4-880b-4f83-bdea-f4a679638f02 tempest-verify_tempest_config-809697602 tempest-verify_tempest_config-809697602-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0055501 May 19 13:50:28.078163 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 55642) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:50:28.189732 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-7f613284-2c72-47df-b15f-b2db91115aaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:28.294878 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-7f613284-2c72-47df-b15f-b2db91115aaa admin admin] Publish callbacks [] for security_group (ed5b8354-505f-408c-8486-157dd9a6a223), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:28.298527 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-7f613284-2c72-47df-b15f-b2db91115aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (ed5b8354-505f-408c-8486-157dd9a6a223), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:28.345505 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-7f613284-2c72-47df-b15f-b2db91115aaa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f542eabb21544d13a3bd1a92746e528a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2662966 May 19 13:50:28.346178 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f613284-2c72-47df-b15f-b2db91115aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5b8354-505f-408c-8486-157dd9a6a223,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:28.348400 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 55648) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:50:28.352830 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f613284-2c72-47df-b15f-b2db91115aaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.353175 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f613284-2c72-47df-b15f-b2db91115aaa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.353526 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f613284-2c72-47df-b15f-b2db91115aaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.353861 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f613284-2c72-47df-b15f-b2db91115aaa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.354185 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f613284-2c72-47df-b15f-b2db91115aaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.354509 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f613284-2c72-47df-b15f-b2db91115aaa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.354838 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f613284-2c72-47df-b15f-b2db91115aaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.355174 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f613284-2c72-47df-b15f-b2db91115aaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.355505 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f613284-2c72-47df-b15f-b2db91115aaa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.355823 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f613284-2c72-47df-b15f-b2db91115aaa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.356161 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f613284-2c72-47df-b15f-b2db91115aaa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.356481 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f613284-2c72-47df-b15f-b2db91115aaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.356796 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f613284-2c72-47df-b15f-b2db91115aaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.357114 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f613284-2c72-47df-b15f-b2db91115aaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.357426 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f613284-2c72-47df-b15f-b2db91115aaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.404256 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f3a1f887-8aa5-4fe3-bdaf-765322deccd4 admin admin] Publish callbacks [] for security_group (ed5b8354-505f-408c-8486-157dd9a6a223), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:28.425590 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f3a1f887-8aa5-4fe3-bdaf-765322deccd4 admin admin] Publish callbacks [] for security_group (ed5b8354-505f-408c-8486-157dd9a6a223), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:28.521705 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f3a1f887-8aa5-4fe3-bdaf-765322deccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (ed5b8354-505f-408c-8486-157dd9a6a223), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:28.524180 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f3a1f887-8aa5-4fe3-bdaf-765322deccd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:28.525367 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-f3a1f887-8aa5-4fe3-bdaf-765322deccd4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ed5b8354-505f-408c-8486-157dd9a6a223 HTTP/1.1" status: 204 len: 168 time: 0.1759050 May 19 13:50:28.533095 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1f887-8aa5-4fe3-bdaf-765322deccd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5b8354-505f-408c-8486-157dd9a6a223,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:28.540795 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1f887-8aa5-4fe3-bdaf-765322deccd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.541145 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1f887-8aa5-4fe3-bdaf-765322deccd4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.541493 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1f887-8aa5-4fe3-bdaf-765322deccd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.541821 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1f887-8aa5-4fe3-bdaf-765322deccd4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.542144 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1f887-8aa5-4fe3-bdaf-765322deccd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.542469 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1f887-8aa5-4fe3-bdaf-765322deccd4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.542786 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1f887-8aa5-4fe3-bdaf-765322deccd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.543127 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1f887-8aa5-4fe3-bdaf-765322deccd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.543465 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1f887-8aa5-4fe3-bdaf-765322deccd4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.543747 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1f887-8aa5-4fe3-bdaf-765322deccd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.544078 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1f887-8aa5-4fe3-bdaf-765322deccd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.544393 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1f887-8aa5-4fe3-bdaf-765322deccd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.544708 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1f887-8aa5-4fe3-bdaf-765322deccd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.545144 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1f887-8aa5-4fe3-bdaf-765322deccd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:28.545322 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a1f887-8aa5-4fe3-bdaf-765322deccd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:50:31.382519 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-fb6a3eea-7208-462d-b7d1-ae0ee0fa64fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:32.049931 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=20 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:32.055847 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=12 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:33.764412 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1443af59-7d2c-4e5a-9ff8-fde332344f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:34.751673 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:36.266842 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:37.724228 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:38.342704 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=23,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:38.349519 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=16,neutron:INSERT=8 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:38.536151 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:38.536815 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=20,neutron:DELETE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:45.043067 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 5 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:50:47.718297 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:47.720109 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:55.040216 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:01.384702 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-d5588545-dea6-409f-82a9-6d99143b33a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:51:03.766533 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-7897eae6-7e26-4490-95fa-9ad1052fa926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:51:04.753320 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:51:06.272577 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:51:07.727685 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:51:09.046788 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=3 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:09.051866 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=3 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:17.721367 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:17.723214 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:22.041067 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 5 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:51:31.386961 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-755fae2d-e904-4e39-9c5f-b5854c1d75fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:51:32.037345 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:32.038210 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:33.768699 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-6958f4a3-c586-4f29-9f95-bef4dd80cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:51:34.756577 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:51:36.274695 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:51:37.730276 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:51:46.053454 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=3 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:46.058008 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=3 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:47.719271 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:47.726721 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:59.039333 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 5 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:52:01.390824 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-5ff3a90d-ad5d-4933-9234-e70442844fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:52:03.770191 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-11086526-96a1-4337-82ab-a197ccfd3ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:52:04.761471 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:52:06.276033 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:52:07.732401 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:52:09.035017 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:52:09.036896 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:52:17.725347 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:52:17.727210 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:52:17.866408 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1635699'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:52:27.857548 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:52:27.860088 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:52:28.400933 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=17 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:52:28.403933 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=17 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:52:31.244688 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 55724) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:52:31.350465 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-b75ba333-07d0-4db2-877f-1717a7bbd616 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1046987 May 19 13:52:31.396723 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-c268316f-522f-4f9b-9201-36fb798fcf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:52:33.624328 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 55734) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:52:33.679725 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-e6e4f886-9ede-48fb-8a1a-98a2e731ef99 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0543344 May 19 13:52:33.773706 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-6495a3df-5c9d-4c66-a968-b40e5a3161cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:52:34.765994 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:52:36.038054 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:52:36.280464 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:52:37.734114 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:52:43.674142 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:52:46.033667 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:52:46.034449 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:52:47.726963 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:52:47.729423 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:52:47.834180 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:52:57.828309 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:52:57.830065 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:53:00.056627 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:53:00.060840 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=4 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:53:01.391146 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-95aca1a8-4b55-44eb-998f-34fc809f1def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:53:03.776560 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-015b3608-f085-4d68-8dc8-daf2e2eefd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:53:04.765520 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:53:06.287049 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:53:07.736926 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:53:13.037133 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:53:17.730281 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:53:17.732970 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:53:17.849090 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:53:23.033500 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:53:27.838429 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:53:27.844762 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:53:31.402447 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-ee8f8988-1031-4ac6-ad84-e7c9ee464f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:53:33.778563 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-ece7218a-9c9d-40c5-b0a2-c267a9fec3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:53:34.769344 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:53:36.289943 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:53:37.054087 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=4 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:53:37.060586 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:53:37.738773 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:53:47.732673 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:53:47.735268 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:53:47.849409 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:53:50.036139 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:53:57.843941 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:53:57.845863 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:00.030789 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:00.031748 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:01.399570 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-8f1c3c89-5a72-4792-a7e0-dd36f4d0a919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:03.782387 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-6ecf22e3-6e9c-409b-af9e-9b394e918ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:04.772035 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:06.292579 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:07.757453 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:12.298574 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 55890) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:12.603300 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-809597786-network', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:54:12.628507 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Made reservation on behalf of 28027af4cc0c4ca99035e48aa6237805 for: {'network': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:54:12.631872 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for network (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:12.642752 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:12.725471 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Publish callbacks [] for security_group (104dbb39-80cb-4709-bb57-73f3072b78db), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:12.732973 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (104dbb39-80cb-4709-bb57-73f3072b78db), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:12.760800 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104dbb39-80cb-4709-bb57-73f3072b78db,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:12.772486 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:12.773056 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:12.773593 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:12.774105 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:12.774622 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:12.775144 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:12.775666 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:12.776177 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:12.776689 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:12.777189 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:12.777751 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:12.778438 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:12.778952 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:12.779438 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:12.779757 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Tracked resource versions report: May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: pushed versions: May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: { 'AddressGroup': {'1.2'}, May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'Agent': {'1.1'}, May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'ConntrackHelper': {'1.0'}, May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'LocalIPAssociation': {'1.0'}, May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'Log': {'1.0'}, May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'NDPProxy': {'1.0'}, May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'Network': {'1.1'}, May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'Port': {'1.7'}, May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'PortForwarding': {'1.3'}, May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'QosPolicy': {'1.10'}, May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'SecurityGroup': {'1.5'}, May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'SecurityGroupRule': {'1.2'}, May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'SubPort': {'1.0'}, May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'Subnet': {'1.1'}, May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'Trunk': {'1.1'}} May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: consumer versions: May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: { DHCP agent@dv-cinder-784815-14-iscsi: {}, May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: HyperV agent@hv-cinder-78481: {}, May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: L3 agent@dv-cinder-784815-14-iscsi: {}, May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: Metadata agent@dv-cinder-784815-14-iscsi: {}, May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: Metering agent@dv-cinder-784815-14-iscsi: {}, May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: Open vSwitch agent@dv-cinder-784815-14-iscsi: { 'AddressGroup': '1.2', May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'Agent': '1.1', May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'ConntrackHelper': '1.0', May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'LocalIPAssociation': '1.0', May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'Log': '1.0', May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'NDPProxy': '1.0', May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'Network': '1.1', May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'Port': '1.7', May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'PortForwarding': '1.3', May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'QosPolicy': '1.10', May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'SecurityGroup': '1.5', May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'SecurityGroupRule': '1.2', May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'SubPort': '1.0', May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'Subnet': '1.1', May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: 'Trunk': '1.1'}} May 19 13:54:12.780928 dv-cinder-784815-14-iscsi neutron-server[110062]: {{(pid=110062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 13:54:12.784516 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=110062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:54:12.794076 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784568151821', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (3357b59c-800b-4264-ab3b-ac31421ff465), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:12.794212 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.db.segments_db [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Added segment 3357b59c-800b-4264-ab3b-ac31421ff465 of type vlan for network 34a01e8b-7928-4301-ae0a-d1e9be21f258 May 19 13:54:12.846702 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784567602773'] for network (34a01e8b-7928-4301-ae0a-d1e9be21f258), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:12.872592 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for network (34a01e8b-7928-4301-ae0a-d1e9be21f258), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:12.873622 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:12.874440 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:12.940790 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 55930) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:12.941330 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.6410310 May 19 13:54:12.941698 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836490b-140e-4983-8d11-9e806ddba6c8 admin admin] Pushing event updated for resources: {'Network': ['ID=34a01e8b-7928-4301-ae0a-d1e9be21f258,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:12.948890 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] Request body: {'subnet': {'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-809597786-subnet', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:54:12.953612 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Network 34a01e8b-7928-4301-ae0a-d1e9be21f258 details requested by agent ovs-agent-dv-cinder-784815-14-iscsi with host dv-cinder-784815-14-iscsi {{(pid=110063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:54:12.976282 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] Made reservation on behalf of 28027af4cc0c4ca99035e48aa6237805 for: {'subnet': 1} {{(pid=110061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:54:12.980369 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:13.184631 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for subnet (8e59f71b-406f-4674-9cc1-e5ca82f3a90f), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:13.240797 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e59f71b-406f-4674-9cc1-e5ca82f3a90f,revision_number=0']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:13.250400 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.250754 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.251135 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.251479 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.251930 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.252272 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.252600 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.253183 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.253520 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.253849 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.254189 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.254577 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.254826 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.255187 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.255506 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] Tracked resource versions report: May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: pushed versions: May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: { 'AddressGroup': {'1.2'}, May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'Agent': {'1.1'}, May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'ConntrackHelper': {'1.0'}, May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'LocalIPAssociation': {'1.0'}, May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'Log': {'1.0'}, May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'NDPProxy': {'1.0'}, May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'Network': {'1.1'}, May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'Port': {'1.7'}, May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'PortForwarding': {'1.3'}, May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'QosPolicy': {'1.10'}, May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'SecurityGroup': {'1.5'}, May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'SecurityGroupRule': {'1.2'}, May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'SubPort': {'1.0'}, May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'Subnet': {'1.1'}, May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'Trunk': {'1.1'}} May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: consumer versions: May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: { DHCP agent@dv-cinder-784815-14-iscsi: {}, May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: HyperV agent@hv-cinder-78481: {}, May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: L3 agent@dv-cinder-784815-14-iscsi: {}, May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: Metadata agent@dv-cinder-784815-14-iscsi: {}, May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: Metering agent@dv-cinder-784815-14-iscsi: {}, May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: Open vSwitch agent@dv-cinder-784815-14-iscsi: { 'AddressGroup': '1.2', May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'Agent': '1.1', May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'ConntrackHelper': '1.0', May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'LocalIPAssociation': '1.0', May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'Log': '1.0', May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'NDPProxy': '1.0', May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'Network': '1.1', May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'Port': '1.7', May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'PortForwarding': '1.3', May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'QosPolicy': '1.10', May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'SecurityGroup': '1.5', May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'SecurityGroupRule': '1.2', May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'SubPort': '1.0', May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'Subnet': '1.1', May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: 'Trunk': '1.1'}} May 19 13:54:13.256727 dv-cinder-784815-14-iscsi neutron-server[110061]: {{(pid=110061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 13:54:13.279357 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] Checking segment: {'id': '3357b59c-800b-4264-ab3b-ac31421ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:54:13.279754 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] Network hostable DHCP agents. Network: 34a01e8b-7928-4301-ae0a-d1e9be21f258, hostable agents: ['ed6e9061-200e-415c-854c-495582c024f0'], hosted agents: [] {{(pid=110061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:54:13.300320 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] Network 34a01e8b-7928-4301-ae0a-d1e9be21f258 is scheduled to be hosted by DHCP agent ed6e9061-200e-415c-854c-495582c024f0 with binding_index 1 {{(pid=110061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:54:13.310884 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-14-iscsi, 34a01e8b-7928-4301-ae0a-d1e9be21f258) {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:54:13.315520 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:13.316113 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for subnet (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:13.324550 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b702774-f6ae-462b-a742-52c260aca85f None None] Network 34a01e8b-7928-4301-ae0a-d1e9be21f258 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:54:13.339427 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 55958) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:13.353164 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-c0301bed-924b-4918-858a-35f0a023f756 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4093902 May 19 13:54:13.355959 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 55964) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:13.360479 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-a57ecbef-8139-44e8-ad0a-14a382a61462 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-809597786-router', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:54:13.386319 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a57ecbef-8139-44e8-ad0a-14a382a61462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6197'] for router (f1237507-bd1d-4f8e-806d-f16ede343778), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:13.388604 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a57ecbef-8139-44e8-ad0a-14a382a61462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1631004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-473605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6188'] for router (f1237507-bd1d-4f8e-806d-f16ede343778), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:13.466532 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fe39ec4-ffd7-5688-a378-30d4d243c226-34a01e8b-7928-4301-ae0a-d1e9be21f258', 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258', 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'fixed_ips': [{'subnet_id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f'}]}} from dv-cinder-784815-14-iscsi. {{(pid=110063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 13:54:13.467665 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:13.507819 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a57ecbef-8139-44e8-ad0a-14a382a61462 admin admin] Publish callbacks [] for router_controller (f1237507-bd1d-4f8e-806d-f16ede343778), precommit_add_association {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:13.570185 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 55974) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:13.661715 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.db_base_plugin_common [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Allocated IP 172.20.0.2 (34a01e8b-7928-4301-ae0a-d1e9be21f258/8e59f71b-406f-4674-9cc1-e5ca82f3a90f/5a062461-0a58-44fe-be26-7782131f89ee) {{(pid=110063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:54:13.770565 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 55994) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:13.823979 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a57ecbef-8139-44e8-ad0a-14a382a61462 admin admin] Publish callbacks [] for router_gateway (f1237507-bd1d-4f8e-806d-f16ede343778), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:13.838320 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-93f1e752-1666-4e9a-8e45-d261e42627fb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1185489731-network', 'tenant_id': '89b4336043d5446b922432a2f43af17a'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:54:13.839113 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Publish callbacks [] for port (5a062461-0a58-44fe-be26-7782131f89ee), precommit_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:13.849514 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (5a062461-0a58-44fe-be26-7782131f89ee), after_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:13.905700 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Pushing event updated for resources: {'Port': ['ID=5a062461-0a58-44fe-be26-7782131f89ee,revision_number=1']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:13.906895 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f1e752-1666-4e9a-8e45-d261e42627fb admin admin] Made reservation on behalf of 89b4336043d5446b922432a2f43af17a for: {'network': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:54:13.909436 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-93f1e752-1666-4e9a-8e45-d261e42627fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for network (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:13.924818 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-93f1e752-1666-4e9a-8e45-d261e42627fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:13.925634 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.926195 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.927156 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.928131 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.928854 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.929189 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.929514 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.929997 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.930458 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.930975 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.931652 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.932145 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.932954 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.933659 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.934740 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Tracked resource versions report: May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: pushed versions: May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: { 'AddressGroup': {'1.2'}, May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'Agent': {'1.1'}, May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'ConntrackHelper': {'1.0'}, May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'LocalIPAssociation': {'1.0'}, May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'Log': {'1.0'}, May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'NDPProxy': {'1.0'}, May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'Network': {'1.1'}, May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'Port': {'1.7'}, May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'PortForwarding': {'1.3'}, May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'QosPolicy': {'1.10'}, May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'SecurityGroup': {'1.5'}, May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'SecurityGroupRule': {'1.2'}, May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'SubPort': {'1.0'}, May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'Subnet': {'1.1'}, May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'Trunk': {'1.1'}} May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: consumer versions: May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: { DHCP agent@dv-cinder-784815-14-iscsi: {}, May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: HyperV agent@hv-cinder-78481: {}, May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: L3 agent@dv-cinder-784815-14-iscsi: {}, May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: Metadata agent@dv-cinder-784815-14-iscsi: {}, May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: Metering agent@dv-cinder-784815-14-iscsi: {}, May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: Open vSwitch agent@dv-cinder-784815-14-iscsi: { 'AddressGroup': '1.2', May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'Agent': '1.1', May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'ConntrackHelper': '1.0', May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'LocalIPAssociation': '1.0', May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'Log': '1.0', May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'NDPProxy': '1.0', May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'Network': '1.1', May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'Port': '1.7', May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'PortForwarding': '1.3', May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'QosPolicy': '1.10', May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'SecurityGroup': '1.5', May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'SecurityGroupRule': '1.2', May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'SubPort': '1.0', May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'Subnet': '1.1', May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: 'Trunk': '1.1'}} May 19 13:54:13.936326 dv-cinder-784815-14-iscsi neutron-server[110063]: {{(pid=110063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 13:54:13.948815 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Network 34a01e8b-7928-4301-ae0a-d1e9be21f258 is already hosted by enough agents. {{(pid=110063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:54:13.951341 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.scheduler.base_scheduler [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Resources bound (agent type, host, resource id): {{(pid=110063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:54:13.957216 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Received port after_create {{(pid=110063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:54:13.961976 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:13.981517 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-2fece8cd-47d9-4581-8729-53edc17479f2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1230561390-network', 'tenant_id': '89676dbc35634ec7994040c93f693f7c'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:54:14.045584 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fece8cd-47d9-4581-8729-53edc17479f2 admin admin] Made reservation on behalf of 89676dbc35634ec7994040c93f693f7c for: {'network': 1} {{(pid=110061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:54:14.049415 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2fece8cd-47d9-4581-8729-53edc17479f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for network (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:14.049602 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=3 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:14.053440 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=3 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:14.057299 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Attempting to bind port 5a062461-0a58-44fe-be26-7782131f89ee on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:54:14.057646 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Attempting to bind port 5a062461-0a58-44fe-be26-7782131f89ee by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': '3357b59c-800b-4264-ab3b-ac31421ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258'}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:54:14.058186 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Attempting to bind port 5a062461-0a58-44fe-be26-7782131f89ee on network 34a01e8b-7928-4301-ae0a-d1e9be21f258 {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:54:14.066043 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:54:14.066898 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Checking segment: {'id': '3357b59c-800b-4264-ab3b-ac31421ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:54:14.067024 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2fece8cd-47d9-4581-8729-53edc17479f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:14.067428 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:14.067880 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Bound using segment: {'id': '3357b59c-800b-4264-ab3b-ac31421ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258'} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:54:14.068571 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Bound port: 5a062461-0a58-44fe-be26-7782131f89ee, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3357b59c-800b-4264-ab3b-ac31421ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258'}}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:54:14.068952 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (5a062461-0a58-44fe-be26-7782131f89ee), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:14.157201 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] For port 5a062461-0a58-44fe-be26-7782131f89ee, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:54:14.161989 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:14.163742 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] For port 5a062461-0a58-44fe-be26-7782131f89ee, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=5a062461-0a58-44fe-be26-7782131f89ee,segment=NetworkSegment(3357b59c-800b-4264-ab3b-ac31421ff465),segment_id=3357b59c-800b-4264-ab3b-ac31421ff465)] {{(pid=110063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:54:14.178131 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (5a062461-0a58-44fe-be26-7782131f89ee), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:14.179348 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-0f6c6541-2cb0-4ec5-89b6-b3263016893c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-935659149-network', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:54:14.264940 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-93f1e752-1666-4e9a-8e45-d261e42627fb admin admin] Publish callbacks [] for security_group (124983a6-cb0c-4310-86af-4230b3875fd1), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:14.267101 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a57ecbef-8139-44e8-ad0a-14a382a61462 admin admin] Publish callbacks [] for router_gateway (f1237507-bd1d-4f8e-806d-f16ede343778), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:14.274734 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6c6541-2cb0-4ec5-89b6-b3263016893c admin admin] Made reservation on behalf of 4eed7a893f7b42edaadbf898ebe16cd6 for: {'network': 1} {{(pid=110061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:54:14.289941 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:14.293748 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-0f6c6541-2cb0-4ec5-89b6-b3263016893c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for network (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:14.312225 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a57ecbef-8139-44e8-ad0a-14a382a61462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:14.320205 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2fece8cd-47d9-4581-8729-53edc17479f2 admin admin] Publish callbacks [] for security_group (5936016c-8a9f-489a-8ab9-00146b638e02), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:14.330311 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-0f6c6541-2cb0-4ec5-89b6-b3263016893c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:14.330842 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5963b0-8578-4d0b-a609-6f3c3a1c3af3 None None] Pushing event updated for resources: {'Port': ['ID=5a062461-0a58-44fe-be26-7782131f89ee,revision_number=2']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:14.355764 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-93f1e752-1666-4e9a-8e45-d261e42627fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (124983a6-cb0c-4310-86af-4230b3875fd1), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:14.363918 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2fece8cd-47d9-4581-8729-53edc17479f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (5936016c-8a9f-489a-8ab9-00146b638e02), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:14.411276 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fece8cd-47d9-4581-8729-53edc17479f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=110061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:54:14.437061 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1e752-1666-4e9a-8e45-d261e42627fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124983a6-cb0c-4310-86af-4230b3875fd1,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:14.452005 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2fece8cd-47d9-4581-8729-53edc17479f2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784568151821', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (4d1b3cf9-513f-43fd-88dd-fbbd610fd21d), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:14.452739 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.segments_db [None req-2fece8cd-47d9-4581-8729-53edc17479f2 admin admin] Added segment 4d1b3cf9-513f-43fd-88dd-fbbd610fd21d of type vlan for network 70b884c2-f81a-46c8-b02a-cbd78cb207ae May 19 13:54:14.469018 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f1e752-1666-4e9a-8e45-d261e42627fb admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=110062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:54:14.496249 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-93f1e752-1666-4e9a-8e45-d261e42627fb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784568151821', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (4048a570-00c8-45bc-b081-09a854940d61), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:14.498425 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.db.segments_db [None req-93f1e752-1666-4e9a-8e45-d261e42627fb admin admin] Added segment 4048a570-00c8-45bc-b081-09a854940d61 of type vlan for network 08206db8-8e78-4412-8a62-0db97bb617cf May 19 13:54:14.577710 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:14.593244 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2fece8cd-47d9-4581-8729-53edc17479f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784567602773'] for network (70b884c2-f81a-46c8-b02a-cbd78cb207ae), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:14.609374 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-93f1e752-1666-4e9a-8e45-d261e42627fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784567602773'] for network (08206db8-8e78-4412-8a62-0db97bb617cf), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:14.636007 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fece8cd-47d9-4581-8729-53edc17479f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5936016c-8a9f-489a-8ab9-00146b638e02,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:14.677526 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [None req-a57ecbef-8139-44e8-ad0a-14a382a61462 admin admin] Allocated IP 172.27.2.128 (db349b0a-3651-4f3e-8f89-c44d13ee049b/851bfd66-21de-4b67-adef-488354d2d2c5/d018a910-9843-4390-be75-edf5266f01ce) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:54:14.680841 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:14.721069 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2fece8cd-47d9-4581-8729-53edc17479f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for network (70b884c2-f81a-46c8-b02a-cbd78cb207ae), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:14.722236 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fece8cd-47d9-4581-8729-53edc17479f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:14.723419 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2fece8cd-47d9-4581-8729-53edc17479f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:14.949208 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 5a062461-0a58-44fe-be26-7782131f89ee up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:54:14.960847 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a57ecbef-8139-44e8-ad0a-14a382a61462 admin admin] Publish callbacks [] for port (d018a910-9843-4390-be75-edf5266f01ce), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:15.002461 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:15.013865 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-2fece8cd-47d9-4581-8729-53edc17479f2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.4419124 May 19 13:54:15.016851 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a57ecbef-8139-44e8-ad0a-14a382a61462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (d018a910-9843-4390-be75-edf5266f01ce), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:15.021015 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 56040) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:15.057492 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fece8cd-47d9-4581-8729-53edc17479f2 admin admin] Pushing event updated for resources: {'Network': ['ID=70b884c2-f81a-46c8-b02a-cbd78cb207ae,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:15.062012 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 5a062461-0a58-44fe-be26-7782131f89ee triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:15.062590 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (5a062461-0a58-44fe-be26-7782131f89ee), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:15.077804 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ecbef-8139-44e8-ad0a-14a382a61462 admin admin] Pushing event updated for resources: {'Port': ['ID=d018a910-9843-4390-be75-edf5266f01ce,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:15.084563 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-79c4fdc1-b05c-465f-ae58-4728907838b1 admin admin] Request body: {'subnet': {'network_id': '70b884c2-f81a-46c8-b02a-cbd78cb207ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1230561390-subnet', 'tenant_id': '89676dbc35634ec7994040c93f693f7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:54:15.088867 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-0f6c6541-2cb0-4ec5-89b6-b3263016893c admin admin] Publish callbacks [] for security_group (4d420fba-ad01-48ff-abbf-e9b8d9dd2a53), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:15.097270 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-0f6c6541-2cb0-4ec5-89b6-b3263016893c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (4d420fba-ad01-48ff-abbf-e9b8d9dd2a53), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:15.132575 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c4fdc1-b05c-465f-ae58-4728907838b1 admin admin] Made reservation on behalf of 89676dbc35634ec7994040c93f693f7c for: {'subnet': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:54:15.135488 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Network 70b884c2-f81a-46c8-b02a-cbd78cb207ae details requested by agent ovs-agent-dv-cinder-784815-14-iscsi with host dv-cinder-784815-14-iscsi {{(pid=110063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:54:15.150544 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-79c4fdc1-b05c-465f-ae58-4728907838b1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:15.160136 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c6541-2cb0-4ec5-89b6-b3263016893c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d420fba-ad01-48ff-abbf-e9b8d9dd2a53,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:15.186423 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6c6541-2cb0-4ec5-89b6-b3263016893c admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=110061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:54:15.198004 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-0f6c6541-2cb0-4ec5-89b6-b3263016893c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784568151821', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:15.198697 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.segments_db [None req-0f6c6541-2cb0-4ec5-89b6-b3263016893c admin admin] Added segment c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9 of type vlan for network ad76f5bc-7148-40ee-8a08-ce1742f9a049 May 19 13:54:15.293112 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-0f6c6541-2cb0-4ec5-89b6-b3263016893c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784567602773'] for network (ad76f5bc-7148-40ee-8a08-ce1742f9a049), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:15.301498 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:15.398036 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-0f6c6541-2cb0-4ec5-89b6-b3263016893c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for network (ad76f5bc-7148-40ee-8a08-ce1742f9a049), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:15.399582 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6c6541-2cb0-4ec5-89b6-b3263016893c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:15.400236 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-0f6c6541-2cb0-4ec5-89b6-b3263016893c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:15.428488 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 5a062461-0a58-44fe-be26-7782131f89ee is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:15.429158 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (5a062461-0a58-44fe-be26-7782131f89ee), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:15.460909 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-0f6c6541-2cb0-4ec5-89b6-b3263016893c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.6837776 May 19 13:54:15.472059 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 56066) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:15.503686 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] For port 5a062461-0a58-44fe-be26-7782131f89ee, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=5a062461-0a58-44fe-be26-7782131f89ee,segment=NetworkSegment(3357b59c-800b-4264-ab3b-ac31421ff465),segment_id=3357b59c-800b-4264-ab3b-ac31421ff465)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:54:15.507550 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-46be1921-97b8-4cd3-bbad-78ccb3821754 admin admin] Request body: {'subnet': {'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-935659149-subnet', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:54:15.511759 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (5a062461-0a58-44fe-be26-7782131f89ee), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:15.591875 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Pushing event updated for resources: {'Port': ['ID=5a062461-0a58-44fe-be26-7782131f89ee,revision_number=3']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:15.612824 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-93f1e752-1666-4e9a-8e45-d261e42627fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for network (08206db8-8e78-4412-8a62-0db97bb617cf), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:15.615523 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f1e752-1666-4e9a-8e45-d261e42627fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:15.616396 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-93f1e752-1666-4e9a-8e45-d261e42627fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:15.640538 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57ecbef-8139-44e8-ad0a-14a382a61462 admin admin] Network db349b0a-3651-4f3e-8f89-c44d13ee049b is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:54:15.650456 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-79c4fdc1-b05c-465f-ae58-4728907838b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for subnet (d19ad2de-e36a-4814-baeb-63fd5b0ae030), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:15.659726 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c6541-2cb0-4ec5-89b6-b3263016893c admin admin] Pushing event updated for resources: {'Network': ['ID=ad76f5bc-7148-40ee-8a08-ce1742f9a049,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:15.661158 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-93f1e752-1666-4e9a-8e45-d261e42627fb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.3191533 May 19 13:54:15.669123 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 56078) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:15.675350 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-aeeb586c-28e1-4baa-85e9-be34ceea4212 admin admin] Request body: {'subnet': {'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-subnet', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:54:15.679471 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46be1921-97b8-4cd3-bbad-78ccb3821754 admin admin] Made reservation on behalf of 4eed7a893f7b42edaadbf898ebe16cd6 for: {'subnet': 1} {{(pid=110061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:54:15.682799 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-46be1921-97b8-4cd3-bbad-78ccb3821754 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:15.686954 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Network ad76f5bc-7148-40ee-8a08-ce1742f9a049 details requested by agent ovs-agent-dv-cinder-784815-14-iscsi with host dv-cinder-784815-14-iscsi {{(pid=110063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:54:15.759888 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeeb586c-28e1-4baa-85e9-be34ceea4212 admin admin] Made reservation on behalf of 89b4336043d5446b922432a2f43af17a for: {'subnet': 1} {{(pid=110061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:54:15.764368 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-aeeb586c-28e1-4baa-85e9-be34ceea4212 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:15.820812 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-a57ecbef-8139-44e8-ad0a-14a382a61462 admin admin] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:54:15.828297 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4fdc1-b05c-465f-ae58-4728907838b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d19ad2de-e36a-4814-baeb-63fd5b0ae030,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:15.831882 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57ecbef-8139-44e8-ad0a-14a382a61462 admin admin] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:54:15.920313 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc185f4-ec03-49dd-9c5b-596e82d259e4 None None] Network 34a01e8b-7928-4301-ae0a-d1e9be21f258 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:54:15.994384 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:16.086580 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c4fdc1-b05c-465f-ae58-4728907838b1 admin admin] Checking segment: {'id': '4d1b3cf9-513f-43fd-88dd-fbbd610fd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '70b884c2-f81a-46c8-b02a-cbd78cb207ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:54:16.086999 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c4fdc1-b05c-465f-ae58-4728907838b1 admin admin] Network hostable DHCP agents. Network: 70b884c2-f81a-46c8-b02a-cbd78cb207ae, hostable agents: ['ed6e9061-200e-415c-854c-495582c024f0'], hosted agents: [] {{(pid=110062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:54:16.122991 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-0fd37b20-ca4c-463e-b9b7-809627a96686 None None] Provisioning complete for port 5a062461-0a58-44fe-be26-7782131f89ee triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:16.123613 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-0fd37b20-ca4c-463e-b9b7-809627a96686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (5a062461-0a58-44fe-be26-7782131f89ee), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:16.127281 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1e752-1666-4e9a-8e45-d261e42627fb admin admin] Pushing event updated for resources: {'Network': ['ID=08206db8-8e78-4412-8a62-0db97bb617cf,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:16.156512 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c4fdc1-b05c-465f-ae58-4728907838b1 admin admin] Network 70b884c2-f81a-46c8-b02a-cbd78cb207ae is scheduled to be hosted by DHCP agent ed6e9061-200e-415c-854c-495582c024f0 with binding_index 1 {{(pid=110062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:54:16.186332 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-46be1921-97b8-4cd3-bbad-78ccb3821754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for subnet (c8c0bef4-21da-4c40-a82e-5eacd9d4263a), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:16.191064 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Network 08206db8-8e78-4412-8a62-0db97bb617cf details requested by agent ovs-agent-dv-cinder-784815-14-iscsi with host dv-cinder-784815-14-iscsi {{(pid=110063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:54:16.198995 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-aeeb586c-28e1-4baa-85e9-be34ceea4212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for subnet (0bdab701-d9d2-42c8-941c-7cdfe8e595b0), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:16.300752 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:16.309077 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:16.384909 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a57ecbef-8139-44e8-ad0a-14a382a61462 admin admin] Publish callbacks [] for router_gateway (f1237507-bd1d-4f8e-806d-f16ede343778), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:16.402809 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be1921-97b8-4cd3-bbad-78ccb3821754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8c0bef4-21da-4c40-a82e-5eacd9d4263a,revision_number=0']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:16.483930 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46be1921-97b8-4cd3-bbad-78ccb3821754 admin admin] Checking segment: {'id': 'c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:54:16.484279 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46be1921-97b8-4cd3-bbad-78ccb3821754 admin admin] Network hostable DHCP agents. Network: ad76f5bc-7148-40ee-8a08-ce1742f9a049, hostable agents: ['ed6e9061-200e-415c-854c-495582c024f0'], hosted agents: [] {{(pid=110061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:54:16.504311 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-0fd37b20-ca4c-463e-b9b7-809627a96686 None None] Current status of the port 5a062461-0a58-44fe-be26-7782131f89ee is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:16.537097 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-79c4fdc1-b05c-465f-ae58-4728907838b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-14-iscsi, 70b884c2-f81a-46c8-b02a-cbd78cb207ae) {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:54:16.548275 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34995c9-962b-4d2f-b64a-79ff599b581d None None] Network 70b884c2-f81a-46c8-b02a-cbd78cb207ae requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:54:16.557518 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeb586c-28e1-4baa-85e9-be34ceea4212 admin admin] Checking segment: {'id': '4048a570-00c8-45bc-b081-09a854940d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:54:16.558009 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeeb586c-28e1-4baa-85e9-be34ceea4212 admin admin] Network hostable DHCP agents. Network: 08206db8-8e78-4412-8a62-0db97bb617cf, hostable agents: ['ed6e9061-200e-415c-854c-495582c024f0'], hosted agents: [] {{(pid=110061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:54:16.561678 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c4fdc1-b05c-465f-ae58-4728907838b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:16.564506 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-79c4fdc1-b05c-465f-ae58-4728907838b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for subnet (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:16.573564 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46be1921-97b8-4cd3-bbad-78ccb3821754 admin admin] Network ad76f5bc-7148-40ee-8a08-ce1742f9a049 is scheduled to be hosted by DHCP agent ed6e9061-200e-415c-854c-495582c024f0 with binding_index 1 {{(pid=110061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:54:16.595486 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [None req-46be1921-97b8-4cd3-bbad-78ccb3821754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-14-iscsi, ad76f5bc-7148-40ee-8a08-ce1742f9a049) {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:54:16.597070 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb586c-28e1-4baa-85e9-be34ceea4212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bdab701-d9d2-42c8-941c-7cdfe8e595b0,revision_number=0']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:16.619286 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46be1921-97b8-4cd3-bbad-78ccb3821754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:16.619875 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-46be1921-97b8-4cd3-bbad-78ccb3821754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for subnet (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:16.670344 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-46be1921-97b8-4cd3-bbad-78ccb3821754 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1719558 May 19 13:54:16.678460 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 56100) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:16.682690 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edec0f8c-3ce7-43d5-a652-a7a0c176d466 None None] Network ad76f5bc-7148-40ee-8a08-ce1742f9a049 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:54:16.709193 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeeb586c-28e1-4baa-85e9-be34ceea4212 admin admin] Network 08206db8-8e78-4412-8a62-0db97bb617cf is scheduled to be hosted by DHCP agent ed6e9061-200e-415c-854c-495582c024f0 with binding_index 1 {{(pid=110061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:54:16.715762 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-5480dbef-cd50-4fcb-b874-8238a1f979ee admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-935659149-router', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:54:16.740135 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [None req-aeeb586c-28e1-4baa-85e9-be34ceea4212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-14-iscsi, 08206db8-8e78-4412-8a62-0db97bb617cf) {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:54:16.748234 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-79c4fdc1-b05c-465f-ae58-4728907838b1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6782064 May 19 13:54:16.780035 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeeb586c-28e1-4baa-85e9-be34ceea4212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:16.780638 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-aeeb586c-28e1-4baa-85e9-be34ceea4212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for subnet (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:16.782268 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3da5150-cbbe-4d9a-b8bf-0b94f55443a6 None None] Network 08206db8-8e78-4412-8a62-0db97bb617cf requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:54:16.797070 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:16.841680 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-aeeb586c-28e1-4baa-85e9-be34ceea4212 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1690884 May 19 13:54:16.852409 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 56108) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:16.859078 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-2e5fbddc-7efa-4163-8165-fa0ad386fe1f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:54:16.863166 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5480dbef-cd50-4fcb-b874-8238a1f979ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6197'] for router (df33d85d-4c8c-4139-9d88-dc2e41784775), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:16.864782 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5480dbef-cd50-4fcb-b874-8238a1f979ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1631004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-473605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6188'] for router (df33d85d-4c8c-4139-9d88-dc2e41784775), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:16.937252 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5480dbef-cd50-4fcb-b874-8238a1f979ee admin admin] Publish callbacks [] for router_controller (df33d85d-4c8c-4139-9d88-dc2e41784775), precommit_add_association {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:16.989694 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 5a062461-0a58-44fe-be26-7782131f89ee up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:54:17.151106 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=100 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:17.232237 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1ecf4f-7b82-40be-856c-f8e32cd5431e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fe39ec4-ffd7-5688-a378-30d4d243c226-08206db8-8e78-4412-8a62-0db97bb617cf', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'project_id': '89b4336043d5446b922432a2f43af17a', 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0'}]}} from dv-cinder-784815-14-iscsi. {{(pid=110063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 13:54:17.233563 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-6a1ecf4f-7b82-40be-856c-f8e32cd5431e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:17.279322 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 56128) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:17.401932 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a57ecbef-8139-44e8-ad0a-14a382a61462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1631179'] for router (f1237507-bd1d-4f8e-806d-f16ede343778), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:17.407058 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:17.452472 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-59348dd2-6597-401d-a353-2c85ef4f7a73 None None] Provisioning complete for port 5a062461-0a58-44fe-be26-7782131f89ee triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:17.453675 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-59348dd2-6597-401d-a353-2c85ef4f7a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (5a062461-0a58-44fe-be26-7782131f89ee), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:17.508318 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.db_base_plugin_common [None req-6a1ecf4f-7b82-40be-856c-f8e32cd5431e None None] Allocated IP 172.20.0.2 (08206db8-8e78-4412-8a62-0db97bb617cf/0bdab701-d9d2-42c8-941c-7cdfe8e595b0/e985f578-aa2c-44c9-b064-75dbeec6dd50) {{(pid=110063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:54:17.508890 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-5c0b36ce-45db-4001-aa63-ab0866fc29c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:17.528832 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2e5fbddc-7efa-4163-8165-fa0ad386fe1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6197'] for router (c29ace15-9abc-4134-a1cd-ea0d1e6a0763), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:17.530366 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2e5fbddc-7efa-4163-8165-fa0ad386fe1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1631004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-473605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6188'] for router (c29ace15-9abc-4134-a1cd-ea0d1e6a0763), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:17.671645 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 56154) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:17.678802 dv-cinder-784815-14-iscsi neutron-server[110061]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 13:54:17.702431 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-6a1ecf4f-7b82-40be-856c-f8e32cd5431e None None] Publish callbacks [] for port (e985f578-aa2c-44c9-b064-75dbeec6dd50), precommit_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:17.729656 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccfb14e-573d-4e92-91e6-43f2753f599b None None] Network 70b884c2-f81a-46c8-b02a-cbd78cb207ae requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:54:17.761336 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5480dbef-cd50-4fcb-b874-8238a1f979ee admin admin] Publish callbacks [] for router_gateway (df33d85d-4c8c-4139-9d88-dc2e41784775), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:17.833495 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:17.857909 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2e5fbddc-7efa-4163-8165-fa0ad386fe1f admin admin] Publish callbacks [] for router_controller (c29ace15-9abc-4134-a1cd-ea0d1e6a0763), precommit_add_association {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:17.866024 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-6a1ecf4f-7b82-40be-856c-f8e32cd5431e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (e985f578-aa2c-44c9-b064-75dbeec6dd50), after_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:17.873174 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be1c31a-06e7-4ffd-a41c-59e0dc54d276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fe39ec4-ffd7-5688-a378-30d4d243c226-ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'fixed_ips': [{'subnet_id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a'}]}} from dv-cinder-784815-14-iscsi. {{(pid=110063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 13:54:17.874125 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-7be1c31a-06e7-4ffd-a41c-59e0dc54d276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:17.926242 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 5a062461-0a58-44fe-be26-7782131f89ee triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:17.926718 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (5a062461-0a58-44fe-be26-7782131f89ee), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:17.991156 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=14,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:18.002487 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:18.008005 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1ecf4f-7b82-40be-856c-f8e32cd5431e None None] Network 08206db8-8e78-4412-8a62-0db97bb617cf is already hosted by enough agents. {{(pid=110063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:54:18.031443 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.scheduler.base_scheduler [None req-6a1ecf4f-7b82-40be-856c-f8e32cd5431e None None] Resources bound (agent type, host, resource id): {{(pid=110063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:54:18.047824 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1ecf4f-7b82-40be-856c-f8e32cd5431e None None] Received port after_create {{(pid=110063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:54:18.099751 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-59348dd2-6597-401d-a353-2c85ef4f7a73 None None] Current status of the port 5a062461-0a58-44fe-be26-7782131f89ee is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:18.100384 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-5c0b36ce-45db-4001-aa63-ab0866fc29c7 admin admin] Publish callbacks [] for security_group (4ba41beb-adfa-49ea-964f-e28e46f24d91), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:18.117113 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ecf4f-7b82-40be-856c-f8e32cd5431e None None] Pushing event updated for resources: {'Port': ['ID=e985f578-aa2c-44c9-b064-75dbeec6dd50,revision_number=1']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:18.126394 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-5c0b36ce-45db-4001-aa63-ab0866fc29c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (4ba41beb-adfa-49ea-964f-e28e46f24d91), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:18.165489 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-ba0f723c-7269-4c24-bde8-f8c5d0ff241e tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:18.166984 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-ba0f723c-7269-4c24-bde8-f8c5d0ff241e tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/networks?id=70b884c2-f81a-46c8-b02a-cbd78cb207ae HTTP/1.1" status: 200 len: 812 time: 0.4909859 May 19 13:54:18.178669 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2e5fbddc-7efa-4163-8165-fa0ad386fe1f admin admin] Publish callbacks [] for router_gateway (c29ace15-9abc-4134-a1cd-ea0d1e6a0763), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:18.198282 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-5c0b36ce-45db-4001-aa63-ab0866fc29c7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d5a0c47cbf434c64a59b1ce21027ce70&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9151340 May 19 13:54:18.198282 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 56176) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:18.205441 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b36ce-45db-4001-aa63-ab0866fc29c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba41beb-adfa-49ea-964f-e28e46f24d91,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:18.209214 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-b41864a0-48bf-4d6a-9545-f895c9ef70b0 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/quotas/89676dbc35634ec7994040c93f693f7c HTTP/1.1" status: 200 len: 375 time: 0.0348318 May 19 13:54:18.244323 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-6a1ecf4f-7b82-40be-856c-f8e32cd5431e None None] Attempting to bind port e985f578-aa2c-44c9-b064-75dbeec6dd50 on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:54:18.244323 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-6a1ecf4f-7b82-40be-856c-f8e32cd5431e None None] Attempting to bind port e985f578-aa2c-44c9-b064-75dbeec6dd50 by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': '4048a570-00c8-45bc-b081-09a854940d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf'}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:54:18.244890 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1ecf4f-7b82-40be-856c-f8e32cd5431e None None] Attempting to bind port e985f578-aa2c-44c9-b064-75dbeec6dd50 on network 08206db8-8e78-4412-8a62-0db97bb617cf {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:54:18.258297 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 5a062461-0a58-44fe-be26-7782131f89ee is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:18.260524 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1ecf4f-7b82-40be-856c-f8e32cd5431e None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:54:18.260889 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1ecf4f-7b82-40be-856c-f8e32cd5431e None None] Checking segment: {'id': '4048a570-00c8-45bc-b081-09a854940d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:54:18.261278 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-6a1ecf4f-7b82-40be-856c-f8e32cd5431e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:18.261646 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1ecf4f-7b82-40be-856c-f8e32cd5431e None None] Bound using segment: {'id': '4048a570-00c8-45bc-b081-09a854940d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf'} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:54:18.262197 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-6a1ecf4f-7b82-40be-856c-f8e32cd5431e None None] Bound port: e985f578-aa2c-44c9-b064-75dbeec6dd50, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4048a570-00c8-45bc-b081-09a854940d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf'}}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:54:18.262558 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-6a1ecf4f-7b82-40be-856c-f8e32cd5431e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (e985f578-aa2c-44c9-b064-75dbeec6dd50), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:18.296899 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-7bfc5fc2-7cd4-421c-bded-081f0cc2ee4d tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=89676dbc35634ec7994040c93f693f7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759809 May 19 13:54:18.309722 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.db_base_plugin_common [None req-7be1c31a-06e7-4ffd-a41c-59e0dc54d276 None None] Allocated IP 172.20.0.2 (ad76f5bc-7148-40ee-8a08-ce1742f9a049/c8c0bef4-21da-4c40-a82e-5eacd9d4263a/7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2) {{(pid=110063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:54:18.315273 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e74d228b-9d80-42fd-bfa4-4b61c31a6a75 admin admin] Publish callbacks [] for security_group (4ba41beb-adfa-49ea-964f-e28e46f24d91), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:18.344085 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e74d228b-9d80-42fd-bfa4-4b61c31a6a75 admin admin] Publish callbacks [] for security_group (4ba41beb-adfa-49ea-964f-e28e46f24d91), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:18.410199 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-6a1ecf4f-7b82-40be-856c-f8e32cd5431e None None] For port e985f578-aa2c-44c9-b064-75dbeec6dd50, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:54:18.420640 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:18.421941 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e74d228b-9d80-42fd-bfa4-4b61c31a6a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (4ba41beb-adfa-49ea-964f-e28e46f24d91), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:18.425042 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e74d228b-9d80-42fd-bfa4-4b61c31a6a75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:18.427123 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-e74d228b-9d80-42fd-bfa4-4b61c31a6a75 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4ba41beb-adfa-49ea-964f-e28e46f24d91 HTTP/1.1" status: 204 len: 168 time: 0.2279005 May 19 13:54:18.437809 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-6a1ecf4f-7b82-40be-856c-f8e32cd5431e None None] For port e985f578-aa2c-44c9-b064-75dbeec6dd50, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=e985f578-aa2c-44c9-b064-75dbeec6dd50,segment=NetworkSegment(4048a570-00c8-45bc-b081-09a854940d61),segment_id=4048a570-00c8-45bc-b081-09a854940d61)] {{(pid=110063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:54:18.438759 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d228b-9d80-42fd-bfa4-4b61c31a6a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba41beb-adfa-49ea-964f-e28e46f24d91,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:18.449238 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57ecbef-8139-44e8-ad0a-14a382a61462 admin admin] Router f1237507-bd1d-4f8e-806d-f16ede343778 is scheduled to L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc with binding_index 1 {{(pid=110062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 13:54:18.456264 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-6a1ecf4f-7b82-40be-856c-f8e32cd5431e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (e985f578-aa2c-44c9-b064-75dbeec6dd50), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:18.498197 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5480dbef-cd50-4fcb-b874-8238a1f979ee admin admin] Publish callbacks [] for router_gateway (df33d85d-4c8c-4139-9d88-dc2e41784775), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:18.527185 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-bbd831ad-cdac-4790-a1db-6fcc870215fe service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110061) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 13:54:18.528548 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-bbd831ad-cdac-4790-a1db-6fcc870215fe service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0767555 May 19 13:54:18.552686 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5480dbef-cd50-4fcb-b874-8238a1f979ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:18.564729 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:18.585164 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ecf4f-7b82-40be-856c-f8e32cd5431e None None] Pushing event updated for resources: {'Port': ['ID=e985f578-aa2c-44c9-b064-75dbeec6dd50,revision_number=2']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:18.607506 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-7be1c31a-06e7-4ffd-a41c-59e0dc54d276 None None] Publish callbacks [] for port (7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2), precommit_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:18.620093 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-7be1c31a-06e7-4ffd-a41c-59e0dc54d276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2), after_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:18.695299 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-78102c55-56be-4fea-baeb-8fcc90d858de service neutron] 10.222.0.52 "GET /v2.0/networks/70b884c2-f81a-46c8-b02a-cbd78cb207ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587837 May 19 13:54:18.805242 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be1c31a-06e7-4ffd-a41c-59e0dc54d276 None None] Network ad76f5bc-7148-40ee-8a08-ce1742f9a049 is already hosted by enough agents. {{(pid=110063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:54:18.811914 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.scheduler.base_scheduler [None req-7be1c31a-06e7-4ffd-a41c-59e0dc54d276 None None] Resources bound (agent type, host, resource id): {{(pid=110063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:54:18.821653 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be1c31a-06e7-4ffd-a41c-59e0dc54d276 None None] Received port after_create {{(pid=110063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:54:18.839006 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1c31a-06e7-4ffd-a41c-59e0dc54d276 None None] Pushing event updated for resources: {'Port': ['ID=7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2,revision_number=1']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:18.936984 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-7be1c31a-06e7-4ffd-a41c-59e0dc54d276 None None] Attempting to bind port 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2 on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:54:18.937342 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-7be1c31a-06e7-4ffd-a41c-59e0dc54d276 None None] Attempting to bind port 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2 by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': 'c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049'}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:54:18.937697 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be1c31a-06e7-4ffd-a41c-59e0dc54d276 None None] Attempting to bind port 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2 on network ad76f5bc-7148-40ee-8a08-ce1742f9a049 {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:54:18.946707 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-36f1f7db-50ca-4858-ad96-a44fa93b00e2 service neutron] 10.222.0.52 "GET /v2.0/networks/70b884c2-f81a-46c8-b02a-cbd78cb207ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448614 May 19 13:54:18.948072 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be1c31a-06e7-4ffd-a41c-59e0dc54d276 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:54:18.948436 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be1c31a-06e7-4ffd-a41c-59e0dc54d276 None None] Checking segment: {'id': 'c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:54:18.948816 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-7be1c31a-06e7-4ffd-a41c-59e0dc54d276 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:18.949273 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be1c31a-06e7-4ffd-a41c-59e0dc54d276 None None] Bound using segment: {'id': 'c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049'} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:54:18.950014 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-7be1c31a-06e7-4ffd-a41c-59e0dc54d276 None None] Bound port: 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049'}}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:54:18.950394 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-7be1c31a-06e7-4ffd-a41c-59e0dc54d276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:19.005515 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2e5fbddc-7efa-4163-8165-fa0ad386fe1f admin admin] Publish callbacks [] for router_gateway (c29ace15-9abc-4134-a1cd-ea0d1e6a0763), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:19.053963 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [None req-5480dbef-cd50-4fcb-b874-8238a1f979ee admin admin] Allocated IP 172.27.2.52 (db349b0a-3651-4f3e-8f89-c44d13ee049b/851bfd66-21de-4b67-adef-488354d2d2c5/8528b01b-f41c-43e2-8e9a-319aa5196afb) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:54:19.095292 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-7be1c31a-06e7-4ffd-a41c-59e0dc54d276 None None] For port 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:54:19.106959 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-7be1c31a-06e7-4ffd-a41c-59e0dc54d276 None None] For port 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:54:19.124385 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-7be1c31a-06e7-4ffd-a41c-59e0dc54d276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:19.166494 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2e5fbddc-7efa-4163-8165-fa0ad386fe1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:19.212443 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:19.259533 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:19.274582 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1c31a-06e7-4ffd-a41c-59e0dc54d276 None None] Pushing event updated for resources: {'Port': ['ID=7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2,revision_number=2']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:19.277514 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57ecbef-8139-44e8-ad0a-14a382a61462 admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:54:19.287902 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f491fc15-c8da-4224-8bb5-9245d3c93147 None None] Sync routers for ids ['f1237507-bd1d-4f8e-806d-f16ede343778'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:54:19.306447 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f491fc15-c8da-4224-8bb5-9245d3c93147 None None] Routers {'f1237507-bd1d-4f8e-806d-f16ede343778'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:54:19.307111 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-f491fc15-c8da-4224-8bb5-9245d3c93147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:54:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['f1237507-bd1d-4f8e-806d-f16ede343778'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:19.442172 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:19.494776 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a57ecbef-8139-44e8-ad0a-14a382a61462 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:19.502566 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-a57ecbef-8139-44e8-ad0a-14a382a61462 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.1455207 May 19 13:54:19.504957 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 56228) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:19.636363 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-11bd3a94-a361-478d-85e8-5a915243d59b req-31f4827c-8efb-450e-af02-6d7c7131f504 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 210 time: 0.1384234 May 19 13:54:19.734537 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-f491fc15-c8da-4224-8bb5-9245d3c93147 None None] Set router f1237507-bd1d-4f8e-806d-f16ede343778 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:54:19.737365 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5480dbef-cd50-4fcb-b874-8238a1f979ee admin admin] Publish callbacks [] for port (8528b01b-f41c-43e2-8e9a-319aa5196afb), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:20.240343 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-f491fc15-c8da-4224-8bb5-9245d3c93147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'name': 'tempest-ServerRescueNegativeTestJSON-809597786-router', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd018a910-9843-4390-be75-edf5266f01ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:13Z', 'updated_at': '2022-05-19T13:54:16Z', 'revision_number': 3, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'gw_port': {'id': 'd018a910-9843-4390-be75-edf5266f01ce', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:14Z', 'updated_at': '2022-05-19T13:54:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:20.249233 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80890ed9-d3ae-4115-98d0-c1bd514a94da None None] Network 08206db8-8e78-4412-8a62-0db97bb617cf requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:54:20.258111 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5480dbef-cd50-4fcb-b874-8238a1f979ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (8528b01b-f41c-43e2-8e9a-319aa5196afb), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:20.269077 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-38d7f57c-7406-479f-b8fa-3e20c69ab20e None None] Provisioning complete for port e985f578-aa2c-44c9-b064-75dbeec6dd50 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:20.269709 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-38d7f57c-7406-479f-b8fa-3e20c69ab20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (e985f578-aa2c-44c9-b064-75dbeec6dd50), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:20.280823 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f491fc15-c8da-4224-8bb5-9245d3c93147 None None] Checking router: f1237507-bd1d-4f8e-806d-f16ede343778 for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:54:20.281377 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f491fc15-c8da-4224-8bb5-9245d3c93147 None None] Updating router f1237507-bd1d-4f8e-806d-f16ede343778 port d018a910-9843-4390-be75-edf5266f01ce binding host dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:54:20.326495 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-f491fc15-c8da-4224-8bb5-9245d3c93147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (d018a910-9843-4390-be75-edf5266f01ce), before_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:20.361938 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5480dbef-cd50-4fcb-b874-8238a1f979ee admin admin] Network db349b0a-3651-4f3e-8f89-c44d13ee049b is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:54:20.383261 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480dbef-cd50-4fcb-b874-8238a1f979ee admin admin] Pushing event updated for resources: {'Port': ['ID=8528b01b-f41c-43e2-8e9a-319aa5196afb,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:20.385590 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-5480dbef-cd50-4fcb-b874-8238a1f979ee admin admin] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:54:20.396898 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5480dbef-cd50-4fcb-b874-8238a1f979ee admin admin] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:54:20.546713 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-38d7f57c-7406-479f-b8fa-3e20c69ab20e None None] Current status of the port e985f578-aa2c-44c9-b064-75dbeec6dd50 is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:20.559484 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-38d7f57c-7406-479f-b8fa-3e20c69ab20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (e985f578-aa2c-44c9-b064-75dbeec6dd50), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:20.658834 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-38d7f57c-7406-479f-b8fa-3e20c69ab20e None None] For port e985f578-aa2c-44c9-b064-75dbeec6dd50, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=e985f578-aa2c-44c9-b064-75dbeec6dd50,segment=NetworkSegment(4048a570-00c8-45bc-b081-09a854940d61),segment_id=4048a570-00c8-45bc-b081-09a854940d61)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:54:20.673347 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-38d7f57c-7406-479f-b8fa-3e20c69ab20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (e985f578-aa2c-44c9-b064-75dbeec6dd50), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:20.738530 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [None req-2e5fbddc-7efa-4163-8165-fa0ad386fe1f admin admin] Allocated IP 172.27.2.113 (db349b0a-3651-4f3e-8f89-c44d13ee049b/851bfd66-21de-4b67-adef-488354d2d2c5/10cf71a5-08ef-48bd-8a2a-962af7c7ed7b) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:54:20.774267 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7f57c-7406-479f-b8fa-3e20c69ab20e None None] Pushing event updated for resources: {'Port': ['ID=e985f578-aa2c-44c9-b064-75dbeec6dd50,revision_number=3']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:20.804030 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 56288) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:20.841739 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:20.869909 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7502aa13-1ca0-4783-82e5-0ecfc68d459b req-fbf458f6-ac94-4f28-9395-b74974b477ae tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 210 time: 0.0619600 May 19 13:54:21.000413 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-f594d7a6-3f9b-4aab-990c-550cc3e7f191 None None] Provisioning complete for port e985f578-aa2c-44c9-b064-75dbeec6dd50 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:21.001404 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-f594d7a6-3f9b-4aab-990c-550cc3e7f191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (e985f578-aa2c-44c9-b064-75dbeec6dd50), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:21.045592 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:54:21.153523 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-f594d7a6-3f9b-4aab-990c-550cc3e7f191 None None] Current status of the port e985f578-aa2c-44c9-b064-75dbeec6dd50 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:21.163655 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1e53d8-0f46-4758-b9f6-d13b24ca7c4f None None] Network ad76f5bc-7148-40ee-8a08-ce1742f9a049 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:54:21.184131 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:21.184615 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:21.187336 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2e5fbddc-7efa-4163-8165-fa0ad386fe1f admin admin] Publish callbacks [] for port (10cf71a5-08ef-48bd-8a2a-962af7c7ed7b), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:21.211255 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:21.219741 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:21.220752 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5480dbef-cd50-4fcb-b874-8238a1f979ee admin admin] Publish callbacks [] for router_gateway (df33d85d-4c8c-4139-9d88-dc2e41784775), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:21.296684 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-5d485c1d-efd1-4916-9c9d-cb86065b1f0a None None] Provisioning complete for port 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:21.297367 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-5d485c1d-efd1-4916-9c9d-cb86065b1f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:21.326596 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2e5fbddc-7efa-4163-8165-fa0ad386fe1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (10cf71a5-08ef-48bd-8a2a-962af7c7ed7b), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:21.411174 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=100 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:21.451434 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2 is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:21.451814 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:21.462733 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5fbddc-7efa-4163-8165-fa0ad386fe1f admin admin] Network db349b0a-3651-4f3e-8f89-c44d13ee049b is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:54:21.472658 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-f491fc15-c8da-4224-8bb5-9245d3c93147 None None] Publish callbacks [] for port (d018a910-9843-4390-be75-edf5266f01ce), precommit_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:21.477849 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-2e5fbddc-7efa-4163-8165-fa0ad386fe1f admin admin] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:54:21.487355 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-f491fc15-c8da-4224-8bb5-9245d3c93147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (d018a910-9843-4390-be75-edf5266f01ce), after_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:21.492955 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5fbddc-7efa-4163-8165-fa0ad386fe1f admin admin] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:54:21.500295 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fbddc-7efa-4163-8165-fa0ad386fe1f admin admin] Pushing event updated for resources: {'Port': ['ID=10cf71a5-08ef-48bd-8a2a-962af7c7ed7b,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:21.513189 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] For port 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:54:21.548548 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-df0a7c17-6281-44f2-b2e3-1ca67f586e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:21.553287 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:21.554643 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device e985f578-aa2c-44c9-b064-75dbeec6dd50 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:54:21.567032 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd431d-3f44-4e61-8291-1e3077255747 None None] Pushing event updated for resources: {'Port': ['ID=d018a910-9843-4390-be75-edf5266f01ce,revision_number=2']} {{(pid=110064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:21.589404 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd431d-3f44-4e61-8291-1e3077255747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:21.590000 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd431d-3f44-4e61-8291-1e3077255747 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:21.591216 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd431d-3f44-4e61-8291-1e3077255747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:21.591863 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd431d-3f44-4e61-8291-1e3077255747 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:21.592349 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd431d-3f44-4e61-8291-1e3077255747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:21.593998 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd431d-3f44-4e61-8291-1e3077255747 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:21.594462 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd431d-3f44-4e61-8291-1e3077255747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:21.594947 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd431d-3f44-4e61-8291-1e3077255747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:21.595497 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd431d-3f44-4e61-8291-1e3077255747 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:21.595947 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd431d-3f44-4e61-8291-1e3077255747 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:21.596393 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd431d-3f44-4e61-8291-1e3077255747 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:21.596864 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd431d-3f44-4e61-8291-1e3077255747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:21.597307 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd431d-3f44-4e61-8291-1e3077255747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:21.598051 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd431d-3f44-4e61-8291-1e3077255747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:21.598514 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd431d-3f44-4e61-8291-1e3077255747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd431d-3f44-4e61-8291-1e3077255747 None None] Tracked resource versions report: May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: pushed versions: May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: { 'AddressGroup': {'1.2'}, May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'Agent': {'1.1'}, May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'ConntrackHelper': {'1.0'}, May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'LocalIPAssociation': {'1.0'}, May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'Log': {'1.0'}, May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'NDPProxy': {'1.0'}, May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'Network': {'1.1'}, May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'Port': {'1.7'}, May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'PortForwarding': {'1.3'}, May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'QosPolicy': {'1.10'}, May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'SecurityGroup': {'1.5'}, May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'SecurityGroupRule': {'1.2'}, May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'SubPort': {'1.0'}, May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'Subnet': {'1.1'}, May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'Trunk': {'1.1'}} May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: consumer versions: May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: { DHCP agent@dv-cinder-784815-14-iscsi: {}, May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: HyperV agent@hv-cinder-78481: {}, May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: L3 agent@dv-cinder-784815-14-iscsi: {}, May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: Metadata agent@dv-cinder-784815-14-iscsi: {}, May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: Metering agent@dv-cinder-784815-14-iscsi: {}, May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: Open vSwitch agent@dv-cinder-784815-14-iscsi: { 'AddressGroup': '1.2', May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'Agent': '1.1', May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'ConntrackHelper': '1.0', May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'LocalIPAssociation': '1.0', May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'Log': '1.0', May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'NDPProxy': '1.0', May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'Network': '1.1', May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'Port': '1.7', May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'PortForwarding': '1.3', May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'QosPolicy': '1.10', May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'SecurityGroup': '1.5', May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'SecurityGroupRule': '1.2', May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'SubPort': '1.0', May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'Subnet': '1.1', May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: 'Trunk': '1.1'}} May 19 13:54:21.600050 dv-cinder-784815-14-iscsi neutron-server[110064]: {{(pid=110064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 13:54:21.607429 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-f491fc15-c8da-4224-8bb5-9245d3c93147 None None] Attempting to bind port d018a910-9843-4390-be75-edf5266f01ce on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:54:21.608037 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-f491fc15-c8da-4224-8bb5-9245d3c93147 None None] Attempting to bind port d018a910-9843-4390-be75-edf5266f01ce by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}] {{(pid=110064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:54:21.608601 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f491fc15-c8da-4224-8bb5-9245d3c93147 None None] Attempting to bind port d018a910-9843-4390-be75-edf5266f01ce on network db349b0a-3651-4f3e-8f89-c44d13ee049b {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:54:21.615155 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f491fc15-c8da-4224-8bb5-9245d3c93147 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:54:21.615798 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f491fc15-c8da-4224-8bb5-9245d3c93147 None None] Checking segment: {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:54:21.616366 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-f491fc15-c8da-4224-8bb5-9245d3c93147 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:21.616922 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f491fc15-c8da-4224-8bb5-9245d3c93147 None None] Bound using segment: {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'} {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:54:21.617566 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-f491fc15-c8da-4224-8bb5-9245d3c93147 None None] Bound port: d018a910-9843-4390-be75-edf5266f01ce, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}}] {{(pid=110064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:54:21.618134 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-f491fc15-c8da-4224-8bb5-9245d3c93147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (d018a910-9843-4390-be75-edf5266f01ce), before_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:21.620587 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:21.658078 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-5d485c1d-efd1-4916-9c9d-cb86065b1f0a None None] Current status of the port 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2 is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:21.658604 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-5d485c1d-efd1-4916-9c9d-cb86065b1f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:21.681932 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.db [None req-f491fc15-c8da-4224-8bb5-9245d3c93147 None None] For port d018a910-9843-4390-be75-edf5266f01ce, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:54:21.683397 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port e985f578-aa2c-44c9-b064-75dbeec6dd50 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:21.683800 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (e985f578-aa2c-44c9-b064-75dbeec6dd50), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:21.686287 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.db [None req-f491fc15-c8da-4224-8bb5-9245d3c93147 None None] For port d018a910-9843-4390-be75-edf5266f01ce, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=d018a910-9843-4390-be75-edf5266f01ce,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:54:21.696439 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-f491fc15-c8da-4224-8bb5-9245d3c93147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (d018a910-9843-4390-be75-edf5266f01ce), after_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:21.751231 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5480dbef-cd50-4fcb-b874-8238a1f979ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1631179'] for router (df33d85d-4c8c-4139-9d88-dc2e41784775), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:21.765993 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:21.771855 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd431d-3f44-4e61-8291-1e3077255747 None None] Pushing event updated for resources: {'Port': ['ID=d018a910-9843-4390-be75-edf5266f01ce,revision_number=3']} {{(pid=110064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:21.790434 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Pushing event updated for resources: {'Port': ['ID=7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2,revision_number=3']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:21.793632 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f491fc15-c8da-4224-8bb5-9245d3c93147 None None] Routers {'f1237507-bd1d-4f8e-806d-f16ede343778'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:54:21.794571 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-f491fc15-c8da-4224-8bb5-9245d3c93147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:54:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['f1237507-bd1d-4f8e-806d-f16ede343778'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:21.821509 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:21.831845 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.db.api [None req-5d485c1d-efd1-4916-9c9d-cb86065b1f0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 19 13:54:21.832710 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG oslo_db.api [None req-5d485c1d-efd1-4916-9c9d-cb86065b1f0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:54:21.844681 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port e985f578-aa2c-44c9-b064-75dbeec6dd50 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:21.923908 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-f491fc15-c8da-4224-8bb5-9245d3c93147 None None] Set router f1237507-bd1d-4f8e-806d-f16ede343778 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:54:22.123679 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6577efff-5697-448c-9f2d-35be7d55c846 req-ba67f00b-06a9-4342-bba7-95822b6076f3 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 210 time: 0.0506296 May 19 13:54:22.124867 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-f491fc15-c8da-4224-8bb5-9245d3c93147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'name': 'tempest-ServerRescueNegativeTestJSON-809597786-router', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd018a910-9843-4390-be75-edf5266f01ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:13Z', 'updated_at': '2022-05-19T13:54:16Z', 'revision_number': 3, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'gw_port': {'id': 'd018a910-9843-4390-be75-edf5266f01ce', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:14Z', 'updated_at': '2022-05-19T13:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:22.156211 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f491fc15-c8da-4224-8bb5-9245d3c93147 None None] The sync data for ids ['f1237507-bd1d-4f8e-806d-f16ede343778'] in dv-cinder-784815-14-iscsi is: [{'id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'name': 'tempest-ServerRescueNegativeTestJSON-809597786-router', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd018a910-9843-4390-be75-edf5266f01ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:13Z', 'updated_at': '2022-05-19T13:54:16Z', 'revision_number': 3, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'gw_port': {'id': 'd018a910-9843-4390-be75-edf5266f01ce', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:14Z', 'updated_at': '2022-05-19T13:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:54:22.265363 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2e5fbddc-7efa-4163-8165-fa0ad386fe1f admin admin] Publish callbacks [] for router_gateway (c29ace15-9abc-4134-a1cd-ea0d1e6a0763), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:22.308523 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [None req-df0a7c17-6281-44f2-b2e3-1ca67f586e27 admin admin] Allocated IP 172.20.0.1 (34a01e8b-7928-4301-ae0a-d1e9be21f258/8e59f71b-406f-4674-9cc1-e5ca82f3a90f/42d68708-0560-44b9-9551-51b92d80e6a5) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:54:22.399198 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5480dbef-cd50-4fcb-b874-8238a1f979ee admin admin] Router df33d85d-4c8c-4139-9d88-dc2e41784775 is scheduled to L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc with binding_index 1 {{(pid=110062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 13:54:22.404821 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-5d485c1d-efd1-4916-9c9d-cb86065b1f0a None None] Current status of the port 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:22.512578 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:22.532934 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-57914d88-f044-4004-b8b2-3a3ab0c85902 None None] Provisioning complete for port 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:22.533376 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-57914d88-f044-4004-b8b2-3a3ab0c85902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:22.579965 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-df0a7c17-6281-44f2-b2e3-1ca67f586e27 admin admin] Publish callbacks [] for port (42d68708-0560-44b9-9551-51b92d80e6a5), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:22.630904 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-57914d88-f044-4004-b8b2-3a3ab0c85902 None None] Current status of the port 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:22.716934 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5480dbef-cd50-4fcb-b874-8238a1f979ee admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:54:22.728337 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d299129-2ae5-43b7-b11a-daf7edf7dd23 None None] Sync routers for ids ['df33d85d-4c8c-4139-9d88-dc2e41784775'] in dv-cinder-784815-14-iscsi {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:54:22.731865 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:22.742729 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2e5fbddc-7efa-4163-8165-fa0ad386fe1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1631179'] for router (c29ace15-9abc-4134-a1cd-ea0d1e6a0763), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:22.751528 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-df0a7c17-6281-44f2-b2e3-1ca67f586e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (42d68708-0560-44b9-9551-51b92d80e6a5), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:22.768504 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d299129-2ae5-43b7-b11a-daf7edf7dd23 None None] Routers {'df33d85d-4c8c-4139-9d88-dc2e41784775'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:54:22.769409 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-8d299129-2ae5-43b7-b11a-daf7edf7dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:54:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['df33d85d-4c8c-4139-9d88-dc2e41784775'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:22.823674 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5480dbef-cd50-4fcb-b874-8238a1f979ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:22.828688 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-5480dbef-cd50-4fcb-b874-8238a1f979ee admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1272871 May 19 13:54:22.829101 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 56346) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:22.846892 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0a7c17-6281-44f2-b2e3-1ca67f586e27 admin admin] Network 34a01e8b-7928-4301-ae0a-d1e9be21f258 is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:54:22.862105 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-df0a7c17-6281-44f2-b2e3-1ca67f586e27 admin admin] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:54:22.868512 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0a7c17-6281-44f2-b2e3-1ca67f586e27 admin admin] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:54:22.868986 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-df0a7c17-6281-44f2-b2e3-1ca67f586e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634022'] for router_interface (f1237507-bd1d-4f8e-806d-f16ede343778), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:22.962127 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a7c17-6281-44f2-b2e3-1ca67f586e27 admin admin] Pushing event updated for resources: {'Port': ['ID=42d68708-0560-44b9-9551-51b92d80e6a5,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:23.042968 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-8d299129-2ae5-43b7-b11a-daf7edf7dd23 None None] Set router df33d85d-4c8c-4139-9d88-dc2e41784775 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:54:23.195225 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:54:23.326697 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:23.375098 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5fbddc-7efa-4163-8165-fa0ad386fe1f admin admin] Router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 is scheduled to L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc with binding_index 1 {{(pid=110062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 13:54:23.378572 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-df0a7c17-6281-44f2-b2e3-1ca67f586e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (42d68708-0560-44b9-9551-51b92d80e6a5), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:23.396547 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:23.397141 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:23.488525 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-c174ee8f-f141-48a5-a653-f01c006036d8 None None] Provisioning complete for port 42d68708-0560-44b9-9551-51b92d80e6a5 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:23.488887 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-c174ee8f-f141-48a5-a653-f01c006036d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (42d68708-0560-44b9-9551-51b92d80e6a5), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:23.504035 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8d9dca4e-ede8-48a6-bdf4-1bb5cc80da5a req-47246080-dee7-4b70-b787-f717baeea024 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 210 time: 0.0712717 May 19 13:54:23.507507 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:23.629323 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5fbddc-7efa-4163-8165-fa0ad386fe1f admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:54:23.649863 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f8ed75-6a01-4f4f-a70e-567b5019f6ae None None] Sync routers for ids ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:54:23.667008 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f8ed75-6a01-4f4f-a70e-567b5019f6ae None None] Routers {'c29ace15-9abc-4134-a1cd-ea0d1e6a0763'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:54:23.667896 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-05f8ed75-6a01-4f4f-a70e-567b5019f6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:54:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:23.724961 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2e5fbddc-7efa-4163-8165-fa0ad386fe1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:23.726021 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-2e5fbddc-7efa-4163-8165-fa0ad386fe1f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8722193 May 19 13:54:23.728868 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 56386) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:23.740972 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:23.815843 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-05f8ed75-6a01-4f4f-a70e-567b5019f6ae None None] Set router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:54:23.908682 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 56388) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:23.928176 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-df0a7c17-6281-44f2-b2e3-1ca67f586e27 admin admin] Publish callbacks [] for port (42d68708-0560-44b9-9551-51b92d80e6a5), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:23.929345 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:23.940034 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-df0a7c17-6281-44f2-b2e3-1ca67f586e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (42d68708-0560-44b9-9551-51b92d80e6a5), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:23.940818 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-df0a7c17-6281-44f2-b2e3-1ca67f586e27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1624750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633196'] for router_interface (f1237507-bd1d-4f8e-806d-f16ede343778), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:23.991915 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a7c17-6281-44f2-b2e3-1ca67f586e27 admin admin] Pushing event updated for resources: {'Port': ['ID=42d68708-0560-44b9-9551-51b92d80e6a5,revision_number=2']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:24.034695 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-c174ee8f-f141-48a5-a653-f01c006036d8 None None] Port 42d68708-0560-44b9-9551-51b92d80e6a5 cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:54:24.054382 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-837894a7-6b2b-4d2f-9680-a4ab93094023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:24.151252 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-8d299129-2ae5-43b7-b11a-daf7edf7dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'name': 'tempest-AttachVolumeShelveTestJSON-935659149-router', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:16Z', 'updated_at': '2022-05-19T13:54:20Z', 'revision_number': 3, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'gw_port': {'id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:18Z', 'updated_at': '2022-05-19T13:54:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:24.151662 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0a7c17-6281-44f2-b2e3-1ca67f586e27 admin admin] Network 34a01e8b-7928-4301-ae0a-d1e9be21f258 is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:54:24.161167 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-df0a7c17-6281-44f2-b2e3-1ca67f586e27 admin admin] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:54:24.165119 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-9f4fafbf-6e15-4c59-8c0e-cd0f3450c4ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:24.179443 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:24.223335 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d299129-2ae5-43b7-b11a-daf7edf7dd23 None None] Checking router: df33d85d-4c8c-4139-9d88-dc2e41784775 for host: dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:54:24.223911 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d299129-2ae5-43b7-b11a-daf7edf7dd23 None None] Updating router df33d85d-4c8c-4139-9d88-dc2e41784775 port 8528b01b-f41c-43e2-8e9a-319aa5196afb binding host dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:54:24.276464 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:24.279304 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device e985f578-aa2c-44c9-b064-75dbeec6dd50 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:54:24.281964 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-05f8ed75-6a01-4f4f-a70e-567b5019f6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:21Z', 'revision_number': 3, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:24.315928 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f8ed75-6a01-4f4f-a70e-567b5019f6ae None None] Checking router: c29ace15-9abc-4134-a1cd-ea0d1e6a0763 for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:54:24.316383 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f8ed75-6a01-4f4f-a70e-567b5019f6ae None None] Updating router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 port 10cf71a5-08ef-48bd-8a2a-962af7c7ed7b binding host dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:54:24.356741 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-8d299129-2ae5-43b7-b11a-daf7edf7dd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (8528b01b-f41c-43e2-8e9a-319aa5196afb), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:24.374684 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-05f8ed75-6a01-4f4f-a70e-567b5019f6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (10cf71a5-08ef-48bd-8a2a-962af7c7ed7b), before_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:24.416953 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=100 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:24.432257 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:24.486212 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_common [None req-837894a7-6b2b-4d2f-9680-a4ab93094023 admin admin] Allocated IP 172.20.0.1 (ad76f5bc-7148-40ee-8a08-ce1742f9a049/c8c0bef4-21da-4c40-a82e-5eacd9d4263a/2cba1721-a5b1-40ed-95cc-7659f5cc2997) {{(pid=110061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:54:24.502235 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port e985f578-aa2c-44c9-b064-75dbeec6dd50 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:24.503239 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (e985f578-aa2c-44c9-b064-75dbeec6dd50), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:24.558232 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0a7c17-6281-44f2-b2e3-1ca67f586e27 admin admin] Router f1237507-bd1d-4f8e-806d-f16ede343778 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:54:24.631235 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:24.687201 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-837894a7-6b2b-4d2f-9680-a4ab93094023 admin admin] Publish callbacks [] for port (2cba1721-a5b1-40ed-95cc-7659f5cc2997), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:24.703201 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-7d4fe64f-e2f8-45c6-bcb9-f467aaf2b222 None None] Provisioning complete for port 42d68708-0560-44b9-9551-51b92d80e6a5 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:24.703704 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-7d4fe64f-e2f8-45c6-bcb9-f467aaf2b222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (42d68708-0560-44b9-9551-51b92d80e6a5), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:24.719368 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-85c7034a-f39a-4aa2-ac53-aa17f4116714 req-85f1fb91-7719-448e-bedd-0de9db2e0b3b tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 210 time: 0.0485060 May 19 13:54:24.736032 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-9f4fafbf-6e15-4c59-8c0e-cd0f3450c4ef admin admin] Publish callbacks [] for security_group (d3817c5a-21b7-42cc-b436-685d8647d079), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:24.745651 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fe64f-e2f8-45c6-bcb9-f467aaf2b222 None None] Port 42d68708-0560-44b9-9551-51b92d80e6a5 cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:54:24.763156 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-9f4fafbf-6e15-4c59-8c0e-cd0f3450c4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (d3817c5a-21b7-42cc-b436-685d8647d079), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:24.765943 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-837894a7-6b2b-4d2f-9680-a4ab93094023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (2cba1721-a5b1-40ed-95cc-7659f5cc2997), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:24.810180 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:24.816127 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837894a7-6b2b-4d2f-9680-a4ab93094023 admin admin] Network ad76f5bc-7148-40ee-8a08-ce1742f9a049 is already hosted by enough agents. {{(pid=110061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:54:24.822590 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port e985f578-aa2c-44c9-b064-75dbeec6dd50 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:24.823936 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device d018a910-9843-4390-be75-edf5266f01ce up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:54:24.831719 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [None req-837894a7-6b2b-4d2f-9680-a4ab93094023 admin admin] Resources bound (agent type, host, resource id): {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:54:24.835789 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837894a7-6b2b-4d2f-9680-a4ab93094023 admin admin] Received port after_create {{(pid=110061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:54:24.836286 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-837894a7-6b2b-4d2f-9680-a4ab93094023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634022'] for router_interface (df33d85d-4c8c-4139-9d88-dc2e41784775), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:24.860545 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0a7c17-6281-44f2-b2e3-1ca67f586e27 admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:54:24.881273 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-9f4fafbf-6e15-4c59-8c0e-cd0f3450c4ef admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aade61f4c66041a7b281a5d9342d305d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9713891 May 19 13:54:24.881975 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fafbf-6e15-4c59-8c0e-cd0f3450c4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3817c5a-21b7-42cc-b436-685d8647d079,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:24.886088 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 56410) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:24.889622 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-df0a7c17-6281-44f2-b2e3-1ca67f586e27 admin admin] 10.222.0.52 "PUT /v2.0/routers/f1237507-bd1d-4f8e-806d-f16ede343778/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3774984 May 19 13:54:24.892185 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port d018a910-9843-4390-be75-edf5266f01ce triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:24.892521 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (d018a910-9843-4390-be75-edf5266f01ce), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:24.941871 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837894a7-6b2b-4d2f-9680-a4ab93094023 admin admin] Pushing event updated for resources: {'Port': ['ID=2cba1721-a5b1-40ed-95cc-7659f5cc2997,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:24.989812 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062b7c3c-d456-4a5c-af09-e515e416bc82 None None] Sync routers for ids ['f1237507-bd1d-4f8e-806d-f16ede343778'] in dv-cinder-784815-14-iscsi {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:54:25.009607 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-8d299129-2ae5-43b7-b11a-daf7edf7dd23 None None] Publish callbacks [] for port (8528b01b-f41c-43e2-8e9a-319aa5196afb), precommit_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:25.041299 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f3fc70e1-9edb-444b-988e-97c4f236b581 admin admin] Publish callbacks [] for security_group (d3817c5a-21b7-42cc-b436-685d8647d079), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:25.043574 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-8d299129-2ae5-43b7-b11a-daf7edf7dd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (8528b01b-f41c-43e2-8e9a-319aa5196afb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:25.076751 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062b7c3c-d456-4a5c-af09-e515e416bc82 None None] Routers {'f1237507-bd1d-4f8e-806d-f16ede343778'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:54:25.077397 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-062b7c3c-d456-4a5c-af09-e515e416bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:54:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['f1237507-bd1d-4f8e-806d-f16ede343778'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:25.095633 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f3fc70e1-9edb-444b-988e-97c4f236b581 admin admin] Publish callbacks [] for security_group (d3817c5a-21b7-42cc-b436-685d8647d079), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:25.099183 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98c4cb7d-5899-40ae-8c28-be579f9f1dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:25.268261 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f3fc70e1-9edb-444b-988e-97c4f236b581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (d3817c5a-21b7-42cc-b436-685d8647d079), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:25.274530 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f3fc70e1-9edb-444b-988e-97c4f236b581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:25.285141 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-f3fc70e1-9edb-444b-988e-97c4f236b581 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d3817c5a-21b7-42cc-b436-685d8647d079 HTTP/1.1" status: 204 len: 168 time: 0.3849723 May 19 13:54:25.290477 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:25.294532 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-8d299129-2ae5-43b7-b11a-daf7edf7dd23 None None] Attempting to bind port 8528b01b-f41c-43e2-8e9a-319aa5196afb on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:54:25.294916 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-8d299129-2ae5-43b7-b11a-daf7edf7dd23 None None] Attempting to bind port 8528b01b-f41c-43e2-8e9a-319aa5196afb by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:54:25.295275 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d299129-2ae5-43b7-b11a-daf7edf7dd23 None None] Attempting to bind port 8528b01b-f41c-43e2-8e9a-319aa5196afb on network db349b0a-3651-4f3e-8f89-c44d13ee049b {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:54:25.327396 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port d018a910-9843-4390-be75-edf5266f01ce is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:25.327782 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (d018a910-9843-4390-be75-edf5266f01ce), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:25.330891 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc70e1-9edb-444b-988e-97c4f236b581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3817c5a-21b7-42cc-b436-685d8647d079,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:25.348086 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d299129-2ae5-43b7-b11a-daf7edf7dd23 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:54:25.348770 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d299129-2ae5-43b7-b11a-daf7edf7dd23 None None] Checking segment: {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:54:25.348915 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-8d299129-2ae5-43b7-b11a-daf7edf7dd23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:25.349268 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d299129-2ae5-43b7-b11a-daf7edf7dd23 None None] Bound using segment: {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:54:25.349749 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-8d299129-2ae5-43b7-b11a-daf7edf7dd23 None None] Bound port: 8528b01b-f41c-43e2-8e9a-319aa5196afb, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:54:25.350139 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-8d299129-2ae5-43b7-b11a-daf7edf7dd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (8528b01b-f41c-43e2-8e9a-319aa5196afb), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:25.350537 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:25.353164 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-05f8ed75-6a01-4f4f-a70e-567b5019f6ae None None] Publish callbacks [] for port (10cf71a5-08ef-48bd-8a2a-962af7c7ed7b), precommit_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:25.369267 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-05f8ed75-6a01-4f4f-a70e-567b5019f6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (10cf71a5-08ef-48bd-8a2a-962af7c7ed7b), after_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:25.428312 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-8d299129-2ae5-43b7-b11a-daf7edf7dd23 None None] For port 8528b01b-f41c-43e2-8e9a-319aa5196afb, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:54:25.431689 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-8d299129-2ae5-43b7-b11a-daf7edf7dd23 None None] For port 8528b01b-f41c-43e2-8e9a-319aa5196afb, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=8528b01b-f41c-43e2-8e9a-319aa5196afb,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:54:25.478890 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d66a68-0504-400b-8d70-3f5934bf83e2 None None] Pushing event updated for resources: {'Port': ['ID=8528b01b-f41c-43e2-8e9a-319aa5196afb,revision_number=2']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:25.493233 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-e5a1b074-dced-4c95-bf83-7fc2a9b336a8 None None] Provisioning complete for port 2cba1721-a5b1-40ed-95cc-7659f5cc2997 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:25.493632 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-e5a1b074-dced-4c95-bf83-7fc2a9b336a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (2cba1721-a5b1-40ed-95cc-7659f5cc2997), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:25.496248 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-8d299129-2ae5-43b7-b11a-daf7edf7dd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (8528b01b-f41c-43e2-8e9a-319aa5196afb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:25.507588 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480214a6-5921-4594-a879-489f4fb00533 None None] Pushing event updated for resources: {'Port': ['ID=10cf71a5-08ef-48bd-8a2a-962af7c7ed7b,revision_number=2']} {{(pid=110064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:25.519933 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-062b7c3c-d456-4a5c-af09-e515e416bc82 None None] Set router f1237507-bd1d-4f8e-806d-f16ede343778 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:54:25.562076 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-05f8ed75-6a01-4f4f-a70e-567b5019f6ae None None] Attempting to bind port 10cf71a5-08ef-48bd-8a2a-962af7c7ed7b on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:54:25.562449 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-05f8ed75-6a01-4f4f-a70e-567b5019f6ae None None] Attempting to bind port 10cf71a5-08ef-48bd-8a2a-962af7c7ed7b by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}] {{(pid=110064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:54:25.563472 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f8ed75-6a01-4f4f-a70e-567b5019f6ae None None] Attempting to bind port 10cf71a5-08ef-48bd-8a2a-962af7c7ed7b on network db349b0a-3651-4f3e-8f89-c44d13ee049b {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:54:25.576154 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f8ed75-6a01-4f4f-a70e-567b5019f6ae None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:54:25.576154 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f8ed75-6a01-4f4f-a70e-567b5019f6ae None None] Checking segment: {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:54:25.578728 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-05f8ed75-6a01-4f4f-a70e-567b5019f6ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:25.579994 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f8ed75-6a01-4f4f-a70e-567b5019f6ae None None] Bound using segment: {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'} {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:54:25.580163 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [None req-98c4cb7d-5899-40ae-8c28-be579f9f1dfe admin admin] Allocated IP 172.20.0.1 (08206db8-8e78-4412-8a62-0db97bb617cf/0bdab701-d9d2-42c8-941c-7cdfe8e595b0/b658886d-f22c-4936-aa90-0e68ac38b5ad) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:54:25.581117 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-05f8ed75-6a01-4f4f-a70e-567b5019f6ae None None] Bound port: 10cf71a5-08ef-48bd-8a2a-962af7c7ed7b, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}}] {{(pid=110064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:54:25.581117 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-05f8ed75-6a01-4f4f-a70e-567b5019f6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (10cf71a5-08ef-48bd-8a2a-962af7c7ed7b), before_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:25.633851 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:25.645852 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-837894a7-6b2b-4d2f-9680-a4ab93094023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (2cba1721-a5b1-40ed-95cc-7659f5cc2997), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:25.683468 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] For port d018a910-9843-4390-be75-edf5266f01ce, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=d018a910-9843-4390-be75-edf5266f01ce,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:54:25.709131 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.db [None req-05f8ed75-6a01-4f4f-a70e-567b5019f6ae None None] For port 10cf71a5-08ef-48bd-8a2a-962af7c7ed7b, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:54:25.713383 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.db [None req-05f8ed75-6a01-4f4f-a70e-567b5019f6ae None None] For port 10cf71a5-08ef-48bd-8a2a-962af7c7ed7b, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=10cf71a5-08ef-48bd-8a2a-962af7c7ed7b,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:54:25.719977 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (d018a910-9843-4390-be75-edf5266f01ce), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:25.762934 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-05f8ed75-6a01-4f4f-a70e-567b5019f6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (10cf71a5-08ef-48bd-8a2a-962af7c7ed7b), after_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:25.771418 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98c4cb7d-5899-40ae-8c28-be579f9f1dfe admin admin] Publish callbacks [] for port (b658886d-f22c-4936-aa90-0e68ac38b5ad), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:25.810644 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98c4cb7d-5899-40ae-8c28-be579f9f1dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (b658886d-f22c-4936-aa90-0e68ac38b5ad), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:25.820076 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-e5a1b074-dced-4c95-bf83-7fc2a9b336a8 None None] Port 2cba1721-a5b1-40ed-95cc-7659f5cc2997 cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:54:25.880324 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d299129-2ae5-43b7-b11a-daf7edf7dd23 None None] Routers {'df33d85d-4c8c-4139-9d88-dc2e41784775'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:54:25.881068 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-8d299129-2ae5-43b7-b11a-daf7edf7dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:54:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['df33d85d-4c8c-4139-9d88-dc2e41784775'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:25.883441 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d66a68-0504-400b-8d70-3f5934bf83e2 None None] Pushing event updated for resources: {'Port': ['ID=8528b01b-f41c-43e2-8e9a-319aa5196afb,revision_number=3']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:25.909598 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480214a6-5921-4594-a879-489f4fb00533 None None] Pushing event updated for resources: {'Port': ['ID=10cf71a5-08ef-48bd-8a2a-962af7c7ed7b,revision_number=3']} {{(pid=110064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:25.912799 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f8ed75-6a01-4f4f-a70e-567b5019f6ae None None] Routers {'c29ace15-9abc-4134-a1cd-ea0d1e6a0763'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:54:25.913630 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-05f8ed75-6a01-4f4f-a70e-567b5019f6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:54:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:25.941071 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4cb7d-5899-40ae-8c28-be579f9f1dfe admin admin] Pushing event updated for resources: {'Port': ['ID=b658886d-f22c-4936-aa90-0e68ac38b5ad,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:25.961909 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c4cb7d-5899-40ae-8c28-be579f9f1dfe admin admin] Network 08206db8-8e78-4412-8a62-0db97bb617cf is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:54:25.966747 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-98c4cb7d-5899-40ae-8c28-be579f9f1dfe admin admin] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:54:25.976637 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c4cb7d-5899-40ae-8c28-be579f9f1dfe admin admin] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:54:25.978272 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98c4cb7d-5899-40ae-8c28-be579f9f1dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634022'] for router_interface (c29ace15-9abc-4134-a1cd-ea0d1e6a0763), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:25.980265 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:26.044314 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 56442) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:26.062663 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4864dc3b-748a-4912-bccb-65e5be364cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:26.070979 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-05f8ed75-6a01-4f4f-a70e-567b5019f6ae None None] Set router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:54:26.082414 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Pushing event updated for resources: {'Port': ['ID=d018a910-9843-4390-be75-edf5266f01ce,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:26.150323 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-837894a7-6b2b-4d2f-9680-a4ab93094023 admin admin] Publish callbacks [] for port (2cba1721-a5b1-40ed-95cc-7659f5cc2997), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:26.178445 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4864dc3b-748a-4912-bccb-65e5be364cda admin admin] Publish callbacks [] for security_group (8eb39330-3f87-4c3f-bf8b-74e9205c4233), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:26.189827 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4864dc3b-748a-4912-bccb-65e5be364cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (8eb39330-3f87-4c3f-bf8b-74e9205c4233), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:26.216821 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-db392677-8cb2-4b99-935f-cdd98683270e req-98cb02fa-00f7-4e45-8bd4-120b4623481c tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 210 time: 0.3114023 May 19 13:54:26.226076 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-837894a7-6b2b-4d2f-9680-a4ab93094023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (2cba1721-a5b1-40ed-95cc-7659f5cc2997), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:26.228160 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-837894a7-6b2b-4d2f-9680-a4ab93094023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1624750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633196'] for router_interface (df33d85d-4c8c-4139-9d88-dc2e41784775), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:26.232907 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:26.237398 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-4864dc3b-748a-4912-bccb-65e5be364cda admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=acf910be66ff4f3e9a695dc433f53587&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1913996 May 19 13:54:26.259124 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 56448) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:26.263681 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:26.271790 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-8d299129-2ae5-43b7-b11a-daf7edf7dd23 None None] Set router df33d85d-4c8c-4139-9d88-dc2e41784775 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:54:26.315071 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-062b7c3c-d456-4a5c-af09-e515e416bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'name': 'tempest-ServerRescueNegativeTestJSON-809597786-router', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd018a910-9843-4390-be75-edf5266f01ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:13Z', 'updated_at': '2022-05-19T13:54:23Z', 'revision_number': 4, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'gw_port': {'id': 'd018a910-9843-4390-be75-edf5266f01ce', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:14Z', 'updated_at': '2022-05-19T13:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '42d68708-0560-44b9-9551-51b92d80e6a5', 'name': '', 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'mac_address': 'fa:16:3e:d9:14:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:21Z', 'updated_at': '2022-05-19T13:54:23Z', 'revision_number': 2, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'subnets': [{'id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:26.353257 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f09ae91c-d509-4b1d-b6c4-d2ee13732782 admin admin] Publish callbacks [] for security_group (8eb39330-3f87-4c3f-bf8b-74e9205c4233), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:26.360604 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-05f8ed75-6a01-4f4f-a70e-567b5019f6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:21Z', 'revision_number': 3, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:26.371612 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864dc3b-748a-4912-bccb-65e5be364cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb39330-3f87-4c3f-bf8b-74e9205c4233,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:26.373197 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-ef7a683a-9e7d-482f-8681-b953ce9fc23c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:26.375671 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062b7c3c-d456-4a5c-af09-e515e416bc82 None None] Checking router: f1237507-bd1d-4f8e-806d-f16ede343778 for host: dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:54:26.376235 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062b7c3c-d456-4a5c-af09-e515e416bc82 None None] Updating router f1237507-bd1d-4f8e-806d-f16ede343778 port 42d68708-0560-44b9-9551-51b92d80e6a5 binding host dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:54:26.380638 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:26.389760 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-ef7a683a-9e7d-482f-8681-b953ce9fc23c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/networks?id=34a01e8b-7928-4301-ae0a-d1e9be21f258 HTTP/1.1" status: 200 len: 818 time: 0.6132882 May 19 13:54:26.397613 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f8ed75-6a01-4f4f-a70e-567b5019f6ae None None] The sync data for ids ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'] in dv-cinder-784815-14-iscsi is: [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:21Z', 'revision_number': 3, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:54:26.410922 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f09ae91c-d509-4b1d-b6c4-d2ee13732782 admin admin] Publish callbacks [] for security_group (8eb39330-3f87-4c3f-bf8b-74e9205c4233), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:26.451354 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:26.460947 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-87e3412e-c140-40db-ab51-c1fc1a462b0d tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/quotas/28027af4cc0c4ca99035e48aa6237805 HTTP/1.1" status: 200 len: 375 time: 0.0440323 May 19 13:54:26.483537 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837894a7-6b2b-4d2f-9680-a4ab93094023 admin admin] Pushing event updated for resources: {'Port': ['ID=2cba1721-a5b1-40ed-95cc-7659f5cc2997,revision_number=2']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:26.486188 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98c4cb7d-5899-40ae-8c28-be579f9f1dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (b658886d-f22c-4936-aa90-0e68ac38b5ad), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:26.571373 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-c063d1e7-3894-4f35-a765-3849b71a6196 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=28027af4cc0c4ca99035e48aa6237805&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029718 May 19 13:54:26.603008 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f09ae91c-d509-4b1d-b6c4-d2ee13732782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (8eb39330-3f87-4c3f-bf8b-74e9205c4233), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:26.607570 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f09ae91c-d509-4b1d-b6c4-d2ee13732782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:26.608884 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-f09ae91c-d509-4b1d-b6c4-d2ee13732782 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8eb39330-3f87-4c3f-bf8b-74e9205c4233 HTTP/1.1" status: 204 len: 168 time: 0.3468943 May 19 13:54:26.623138 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ae91c-d509-4b1d-b6c4-d2ee13732782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb39330-3f87-4c3f-bf8b-74e9205c4233,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:26.659225 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=100 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:26.687959 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837894a7-6b2b-4d2f-9680-a4ab93094023 admin admin] Network ad76f5bc-7148-40ee-8a08-ce1742f9a049 is already hosted by enough agents. {{(pid=110061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:54:26.697398 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [None req-837894a7-6b2b-4d2f-9680-a4ab93094023 admin admin] Resources bound (agent type, host, resource id): {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:54:26.767690 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-8ba04fac-ad25-4330-93d0-dc27fd292e65 None None] Provisioning complete for port b658886d-f22c-4936-aa90-0e68ac38b5ad triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:26.768090 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-8ba04fac-ad25-4330-93d0-dc27fd292e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (b658886d-f22c-4936-aa90-0e68ac38b5ad), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:26.873184 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98c4cb7d-5899-40ae-8c28-be579f9f1dfe admin admin] Publish callbacks [] for port (b658886d-f22c-4936-aa90-0e68ac38b5ad), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:26.879753 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98c4cb7d-5899-40ae-8c28-be579f9f1dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (b658886d-f22c-4936-aa90-0e68ac38b5ad), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:26.881034 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98c4cb7d-5899-40ae-8c28-be579f9f1dfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1624750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633196'] for router_interface (c29ace15-9abc-4134-a1cd-ea0d1e6a0763), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:26.897220 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837894a7-6b2b-4d2f-9680-a4ab93094023 admin admin] Router df33d85d-4c8c-4139-9d88-dc2e41784775 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:54:26.913330 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-24b3bde1-2487-4fa6-9c46-735d33effd66 service neutron] 10.222.0.52 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207436 May 19 13:54:26.936018 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-062b7c3c-d456-4a5c-af09-e515e416bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (42d68708-0560-44b9-9551-51b92d80e6a5), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:27.019910 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-8ba04fac-ad25-4330-93d0-dc27fd292e65 None None] Port b658886d-f22c-4936-aa90-0e68ac38b5ad cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:54:27.042390 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:54:27.069356 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4cb7d-5899-40ae-8c28-be579f9f1dfe admin admin] Pushing event updated for resources: {'Port': ['ID=b658886d-f22c-4936-aa90-0e68ac38b5ad,revision_number=2']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:27.172688 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c4cb7d-5899-40ae-8c28-be579f9f1dfe admin admin] Network 08206db8-8e78-4412-8a62-0db97bb617cf is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:54:27.174401 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-98c4cb7d-5899-40ae-8c28-be579f9f1dfe admin admin] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:54:27.176447 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:27.207424 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837894a7-6b2b-4d2f-9680-a4ab93094023 admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:54:27.240321 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-837894a7-6b2b-4d2f-9680-a4ab93094023 admin admin] 10.222.0.52 "PUT /v2.0/routers/df33d85d-4c8c-4139-9d88-dc2e41784775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4097564 May 19 13:54:27.250186 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:27.308559 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-2b4aabff-61bb-44ac-8f03-a20829d12946 service neutron] 10.222.0.52 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872879 May 19 13:54:27.362964 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c4cb7d-5899-40ae-8c28-be579f9f1dfe admin admin] Router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:54:27.466539 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-085da644-0425-491c-9050-b90325d8acfe req-5cbc41ba-57d7-4607-beaf-435eb16eb728 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 210 time: 0.0800273 May 19 13:54:27.623937 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-d97e5b2f-3af8-475a-ba3a-55224bf679a2 None None] Provisioning complete for port 2cba1721-a5b1-40ed-95cc-7659f5cc2997 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:27.624628 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-d97e5b2f-3af8-475a-ba3a-55224bf679a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (2cba1721-a5b1-40ed-95cc-7659f5cc2997), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:27.725764 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-8d299129-2ae5-43b7-b11a-daf7edf7dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'name': 'tempest-AttachVolumeShelveTestJSON-935659149-router', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:16Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'gw_port': {'id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:18Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '2cba1721-a5b1-40ed-95cc-7659f5cc2997', 'name': '', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'mac_address': 'fa:16:3e:fe:59:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:24Z', 'updated_at': '2022-05-19T13:54:24Z', 'revision_number': 1, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'subnets': [{'id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:27.770663 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-aab9681f-83d9-4141-9f38-34b9d37c1ea9 req-7d7256e6-421b-4922-876b-1986baeb7b9f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 210 time: 0.0579553 May 19 13:54:27.853386 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d299129-2ae5-43b7-b11a-daf7edf7dd23 None None] The sync data for ids ['df33d85d-4c8c-4139-9d88-dc2e41784775'] in dv-cinder-784815-14-iscsi is: [{'id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'name': 'tempest-AttachVolumeShelveTestJSON-935659149-router', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:16Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'gw_port': {'id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:18Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '2cba1721-a5b1-40ed-95cc-7659f5cc2997', 'name': '', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'mac_address': 'fa:16:3e:fe:59:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:24Z', 'updated_at': '2022-05-19T13:54:24Z', 'revision_number': 1, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'subnets': [{'id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:54:27.906951 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c4cb7d-5899-40ae-8c28-be579f9f1dfe admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:54:27.922416 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-d97e5b2f-3af8-475a-ba3a-55224bf679a2 None None] Port 2cba1721-a5b1-40ed-95cc-7659f5cc2997 cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:54:27.926068 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-98c4cb7d-5899-40ae-8c28-be579f9f1dfe admin admin] 10.222.0.52 "PUT /v2.0/routers/c29ace15-9abc-4134-a1cd-ea0d1e6a0763/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1959977 May 19 13:54:27.974729 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-062b7c3c-d456-4a5c-af09-e515e416bc82 None None] Publish callbacks [] for port (42d68708-0560-44b9-9551-51b92d80e6a5), precommit_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:28.009514 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-062b7c3c-d456-4a5c-af09-e515e416bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (42d68708-0560-44b9-9551-51b92d80e6a5), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:28.100312 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f39380-7e52-4d33-b62d-135a2c9ea1a0 None None] Pushing event updated for resources: {'Port': ['ID=42d68708-0560-44b9-9551-51b92d80e6a5,revision_number=3']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:28.103167 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 10cf71a5-08ef-48bd-8a2a-962af7c7ed7b up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:54:28.179661 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-0eb9c2b6-9d9b-4e0f-836f-5de45d0eb9e7 None None] Provisioning complete for port b658886d-f22c-4936-aa90-0e68ac38b5ad triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:28.182227 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-0eb9c2b6-9d9b-4e0f-836f-5de45d0eb9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (b658886d-f22c-4936-aa90-0e68ac38b5ad), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:28.409340 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-1cc1265e-6679-494d-94ff-2e32c9bb1b36 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:28.468236 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-1cc1265e-6679-494d-94ff-2e32c9bb1b36 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/networks?id=34a01e8b-7928-4301-ae0a-d1e9be21f258 HTTP/1.1" status: 200 len: 818 time: 0.3802817 May 19 13:54:28.484783 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-0eb9c2b6-9d9b-4e0f-836f-5de45d0eb9e7 None None] Port b658886d-f22c-4936-aa90-0e68ac38b5ad cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:54:28.489040 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 56542) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:28.497804 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 10cf71a5-08ef-48bd-8a2a-962af7c7ed7b triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:28.497804 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (10cf71a5-08ef-48bd-8a2a-962af7c7ed7b), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:28.504687 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-668bd96e-a82a-41cc-a5fa-a312d9cf0c46 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Request body: {'security_group': {'name': 'tempest-securitygroup--556661666', 'description': 'tempest-description--1567378166'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:54:28.535545 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-e6102757-594d-4c40-b21c-79dc7a85a2c8 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/quotas/28027af4cc0c4ca99035e48aa6237805 HTTP/1.1" status: 200 len: 375 time: 0.0573392 May 19 13:54:28.563770 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-668bd96e-a82a-41cc-a5fa-a312d9cf0c46 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:28.594929 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.65', 57485) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:28.638179 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:28.670727 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-87cd71c6-91e2-4815-aa97-c44321f0ff5c None None] Provisioning complete for port 42d68708-0560-44b9-9551-51b92d80e6a5 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:28.673678 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-87cd71c6-91e2-4815-aa97-c44321f0ff5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (42d68708-0560-44b9-9551-51b92d80e6a5), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:28.718575 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a185190b-4ac3-4fa9-9c38-0679fdcaf5e9 req-dbb740b0-65a6-43b8-8420-b62c7b465296 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 210 time: 0.0849023 May 19 13:54:28.764976 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-573eebd3-9905-45f2-a4fd-752656a7abe7 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=28027af4cc0c4ca99035e48aa6237805&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2282867 May 19 13:54:28.792533 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-062b7c3c-d456-4a5c-af09-e515e416bc82 None None] Attempting to bind port 42d68708-0560-44b9-9551-51b92d80e6a5 on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:54:28.795902 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-062b7c3c-d456-4a5c-af09-e515e416bc82 None None] Attempting to bind port 42d68708-0560-44b9-9551-51b92d80e6a5 by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': '3357b59c-800b-4264-ab3b-ac31421ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258'}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:54:28.796483 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062b7c3c-d456-4a5c-af09-e515e416bc82 None None] Attempting to bind port 42d68708-0560-44b9-9551-51b92d80e6a5 on network 34a01e8b-7928-4301-ae0a-d1e9be21f258 {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:54:28.857629 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062b7c3c-d456-4a5c-af09-e515e416bc82 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:54:28.858040 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062b7c3c-d456-4a5c-af09-e515e416bc82 None None] Checking segment: {'id': '3357b59c-800b-4264-ab3b-ac31421ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:54:28.858421 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-062b7c3c-d456-4a5c-af09-e515e416bc82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:28.858813 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062b7c3c-d456-4a5c-af09-e515e416bc82 None None] Bound using segment: {'id': '3357b59c-800b-4264-ab3b-ac31421ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258'} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:54:28.859323 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-062b7c3c-d456-4a5c-af09-e515e416bc82 None None] Bound port: 42d68708-0560-44b9-9551-51b92d80e6a5, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3357b59c-800b-4264-ab3b-ac31421ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258'}}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:54:28.859752 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-062b7c3c-d456-4a5c-af09-e515e416bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (42d68708-0560-44b9-9551-51b92d80e6a5), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:28.881755 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-668bd96e-a82a-41cc-a5fa-a312d9cf0c46 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for security_group (c29d859e-034d-4db8-bf2b-fee229d11cbf), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:28.925427 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-668bd96e-a82a-41cc-a5fa-a312d9cf0c46 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (c29d859e-034d-4db8-bf2b-fee229d11cbf), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:28.926611 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=100 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:28.957041 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-87cd71c6-91e2-4815-aa97-c44321f0ff5c None None] Port 42d68708-0560-44b9-9551-51b92d80e6a5 cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:54:28.982593 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668bd96e-a82a-41cc-a5fa-a312d9cf0c46 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c29d859e-034d-4db8-bf2b-fee229d11cbf,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:29.063367 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-668bd96e-a82a-41cc-a5fa-a312d9cf0c46 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:29.067360 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-668bd96e-a82a-41cc-a5fa-a312d9cf0c46 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5644033 May 19 13:54:29.071190 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 56570) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:29.073662 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-0576f372-b3df-4a6b-8f67-b0cd8e82ec5d service neutron] 10.222.0.52 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071034 May 19 13:54:29.076404 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-bd72b371-d21c-4609-b03d-102dbe4a340e tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Request body: {'security_group_rule': {'security_group_id': 'c29d859e-034d-4db8-bf2b-fee229d11cbf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:54:29.095432 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 10cf71a5-08ef-48bd-8a2a-962af7c7ed7b is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:29.095833 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (10cf71a5-08ef-48bd-8a2a-962af7c7ed7b), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:29.172467 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bd72b371-d21c-4609-b03d-102dbe4a340e tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for security_group_rule (66cb8acf-32a7-4d66-b176-f031d6168629), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:29.188618 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:29.209358 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] For port 10cf71a5-08ef-48bd-8a2a-962af7c7ed7b, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=10cf71a5-08ef-48bd-8a2a-962af7c7ed7b,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:54:29.222033 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-062b7c3c-d456-4a5c-af09-e515e416bc82 None None] For port 42d68708-0560-44b9-9551-51b92d80e6a5, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:54:29.229663 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (10cf71a5-08ef-48bd-8a2a-962af7c7ed7b), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:29.236169 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device d018a910-9843-4390-be75-edf5266f01ce up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:54:29.241391 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-062b7c3c-d456-4a5c-af09-e515e416bc82 None None] For port 42d68708-0560-44b9-9551-51b92d80e6a5, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=42d68708-0560-44b9-9551-51b92d80e6a5,segment=NetworkSegment(3357b59c-800b-4264-ab3b-ac31421ff465),segment_id=3357b59c-800b-4264-ab3b-ac31421ff465)] {{(pid=110063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:54:29.303416 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-062b7c3c-d456-4a5c-af09-e515e416bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (42d68708-0560-44b9-9551-51b92d80e6a5), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:29.431761 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-521b9635-61ab-47d4-8412-79a98ad1c58d service neutron] 10.222.0.52 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570318 May 19 13:54:29.477248 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Pushing event updated for resources: {'Port': ['ID=10cf71a5-08ef-48bd-8a2a-962af7c7ed7b,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:29.512010 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062b7c3c-d456-4a5c-af09-e515e416bc82 None None] Routers {'f1237507-bd1d-4f8e-806d-f16ede343778'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:54:29.515714 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-062b7c3c-d456-4a5c-af09-e515e416bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:54:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['f1237507-bd1d-4f8e-806d-f16ede343778'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:29.531064 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 56588) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:29.536391 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-551dc54d-9157-4c59-982d-9fedd12a79e2 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--640803697', 'description': 'tempest-description--876170124'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:54:29.539896 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-61816401-4612-497f-ad28-419730f3469d tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:29.541404 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-61816401-4612-497f-ad28-419730f3469d tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.65 "GET /v2.0/networks?id=70b884c2-f81a-46c8-b02a-cbd78cb207ae HTTP/1.1" status: 200 len: 812 time: 0.9217577 May 19 13:54:29.648122 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-21abb567-0add-4a0b-93b9-a5b697f4f0fb tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Request body: {'port': {'device_id': '2d532aab-b9b2-43ad-8536-36ac47c34097', 'network_id': '70b884c2-f81a-46c8-b02a-cbd78cb207ae', 'admin_state_up': True, 'tenant_id': '89676dbc35634ec7994040c93f693f7c'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:54:29.670365 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-551dc54d-9157-4c59-982d-9fedd12a79e2 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:29.691470 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bd72b371-d21c-4609-b03d-102dbe4a340e tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for security_group_rule (66cb8acf-32a7-4d66-b176-f031d6168629), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:29.821597 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port d018a910-9843-4390-be75-edf5266f01ce triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:29.826469 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (d018a910-9843-4390-be75-edf5266f01ce), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:29.897851 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bd72b371-d21c-4609-b03d-102dbe4a340e tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (66cb8acf-32a7-4d66-b176-f031d6168629), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:30.046264 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 56624) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:30.048183 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fd4895-1408-45be-826a-ae23e4edf5c4 None None] Sync routers for ids ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:54:30.099954 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:30.115691 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fd4895-1408-45be-826a-ae23e4edf5c4 None None] Routers {'c29ace15-9abc-4134-a1cd-ea0d1e6a0763'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:54:30.116336 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-10fd4895-1408-45be-826a-ae23e4edf5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:54:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:30.200634 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:30.203824 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-a3379827-4c0c-4548-b509-96b7acd53c30 None None] Provisioning complete for port 42d68708-0560-44b9-9551-51b92d80e6a5 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:30.204220 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-a3379827-4c0c-4548-b509-96b7acd53c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (42d68708-0560-44b9-9551-51b92d80e6a5), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:30.244575 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72b371-d21c-4609-b03d-102dbe4a340e tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66cb8acf-32a7-4d66-b176-f031d6168629,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:30.314604 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ad8153f4-e459-47d8-af42-2f433d5af62b req-99852b1f-2bf1-4d7e-8434-cdb0344b6837 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 210 time: 0.1409678 May 19 13:54:30.321372 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-551dc54d-9157-4c59-982d-9fedd12a79e2 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group (8483b8a1-3c52-4aba-a99f-362d14e688e8), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:30.370174 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f39380-7e52-4d33-b62d-135a2c9ea1a0 None None] Pushing event updated for resources: {'Port': ['ID=42d68708-0560-44b9-9551-51b92d80e6a5,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:30.403373 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bd72b371-d21c-4609-b03d-102dbe4a340e tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:30.411999 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-bd72b371-d21c-4609-b03d-102dbe4a340e tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3388369 May 19 13:54:30.414706 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 56640) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:30.469613 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-062b7c3c-d456-4a5c-af09-e515e416bc82 None None] Set router f1237507-bd1d-4f8e-806d-f16ede343778 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:54:30.490772 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-551dc54d-9157-4c59-982d-9fedd12a79e2 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (8483b8a1-3c52-4aba-a99f-362d14e688e8), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:30.513775 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-4b75518c-926a-416f-8ce8-e001a346b12f tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Request body: {'security_group_rule': {'security_group_id': 'c29d859e-034d-4db8-bf2b-fee229d11cbf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:54:30.518030 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bdc60176-1d57-492f-a6e3-ef48e277a5c1 req-d652876e-2c41-43a7-964f-45fb20299785 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 210 time: 0.2361097 May 19 13:54:30.647612 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551dc54d-9157-4c59-982d-9fedd12a79e2 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8483b8a1-3c52-4aba-a99f-362d14e688e8,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:30.664840 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-10fd4895-1408-45be-826a-ae23e4edf5c4 None None] Set router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:54:30.673660 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-551dc54d-9157-4c59-982d-9fedd12a79e2 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:30.681316 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-551dc54d-9157-4c59-982d-9fedd12a79e2 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.1484144 May 19 13:54:30.683110 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 56648) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:30.690752 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-f19ca6d3-e9a1-4aae-aab4-68791bcdffe9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Request body: {'security_group_rule': {'security_group_id': '8483b8a1-3c52-4aba-a99f-362d14e688e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:54:30.737694 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f19ca6d3-e9a1-4aae-aab4-68791bcdffe9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group_rule (ebc400dc-954a-494b-aa11-34cc737eeea1), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:30.763839 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.65', 57497) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:30.914854 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-41f8b625-f7c2-40a1-aa22-eea86a114f81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:30.919874 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-21abb567-0add-4a0b-93b9-a5b697f4f0fb tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Made reservation on behalf of 89676dbc35634ec7994040c93f693f7c for: {'port': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:54:30.934647 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-21abb567-0add-4a0b-93b9-a5b697f4f0fb tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:30.945334 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:30.953147 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port d018a910-9843-4390-be75-edf5266f01ce is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:30.977344 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-a3379827-4c0c-4548-b509-96b7acd53c30 None None] Current status of the port 42d68708-0560-44b9-9551-51b92d80e6a5 is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:30.979119 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-a3379827-4c0c-4548-b509-96b7acd53c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (42d68708-0560-44b9-9551-51b92d80e6a5), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:31.016740 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f19ca6d3-e9a1-4aae-aab4-68791bcdffe9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group_rule (ebc400dc-954a-494b-aa11-34cc737eeea1), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:31.024749 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f19ca6d3-e9a1-4aae-aab4-68791bcdffe9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (ebc400dc-954a-494b-aa11-34cc737eeea1), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:31.046419 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4b75518c-926a-416f-8ce8-e001a346b12f tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for security_group_rule (ff73701e-21f5-40ac-98a7-abf68a7ccc84), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:31.137832 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ca6d3-e9a1-4aae-aab4-68791bcdffe9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc400dc-954a-494b-aa11-34cc737eeea1,revision_number=0']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:31.145042 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f19ca6d3-e9a1-4aae-aab4-68791bcdffe9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:31.150048 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-f19ca6d3-e9a1-4aae-aab4-68791bcdffe9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4634664 May 19 13:54:31.152921 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 56664) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:31.189362 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-af026691-6c60-4245-961a-e3bcc2d2bb67 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Request body: {'security_group_rule': {'security_group_id': '8483b8a1-3c52-4aba-a99f-362d14e688e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:54:31.320702 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-af026691-6c60-4245-961a-e3bcc2d2bb67 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group_rule (93c5b54f-0ae5-4c16-b55d-07f60a331df5), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:31.322715 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-10fd4895-1408-45be-826a-ae23e4edf5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'b658886d-f22c-4936-aa90-0e68ac38b5ad', 'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'mac_address': 'fa:16:3e:a4:0b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:25Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 2, 'project_id': '89b4336043d5446b922432a2f43af17a', 'subnets': [{'id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:31.428859 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fd4895-1408-45be-826a-ae23e4edf5c4 None None] Checking router: c29ace15-9abc-4134-a1cd-ea0d1e6a0763 for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:54:31.432283 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fd4895-1408-45be-826a-ae23e4edf5c4 None None] Updating router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 port b658886d-f22c-4936-aa90-0e68ac38b5ad binding host dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:54:31.551215 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-10fd4895-1408-45be-826a-ae23e4edf5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (b658886d-f22c-4936-aa90-0e68ac38b5ad), before_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:31.575773 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:31.597513 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-a3379827-4c0c-4548-b509-96b7acd53c30 None None] For port 42d68708-0560-44b9-9551-51b92d80e6a5, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=42d68708-0560-44b9-9551-51b92d80e6a5,segment=NetworkSegment(3357b59c-800b-4264-ab3b-ac31421ff465),segment_id=3357b59c-800b-4264-ab3b-ac31421ff465)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:54:31.681290 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 8528b01b-f41c-43e2-8e9a-319aa5196afb up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:54:31.700785 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e0efbb09-4e91-4f57-ad44-14fbc8359e87 req-35c2a203-294c-4ebe-9105-9db18d73c81c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 210 time: 0.1838729 May 19 13:54:31.718689 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-a3379827-4c0c-4548-b509-96b7acd53c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (42d68708-0560-44b9-9551-51b92d80e6a5), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:31.791526 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-af026691-6c60-4245-961a-e3bcc2d2bb67 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group_rule (93c5b54f-0ae5-4c16-b55d-07f60a331df5), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:31.843310 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-fd26eb6a-a015-4ce5-bdbf-5bb92ce065bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:31.926458 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d1a3cd4b-baeb-4374-b7dc-975db2a46aca req-2ef6b048-3c63-416d-8a8a-7a41eb630a80 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 210 time: 0.1534717 May 19 13:54:31.933337 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-af026691-6c60-4245-961a-e3bcc2d2bb67 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (93c5b54f-0ae5-4c16-b55d-07f60a331df5), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:31.935925 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4b75518c-926a-416f-8ce8-e001a346b12f tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for security_group_rule (ff73701e-21f5-40ac-98a7-abf68a7ccc84), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:31.981612 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:31.988584 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-635ece97-ed9a-4d8a-8896-b51dd845ee33 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:31.994684 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-635ece97-ed9a-4d8a-8896-b51dd845ee33 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.65 "GET /v2.0/networks?id=34a01e8b-7928-4301-ae0a-d1e9be21f258 HTTP/1.1" status: 200 len: 818 time: 1.2222033 May 19 13:54:32.032643 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-af026691-6c60-4245-961a-e3bcc2d2bb67 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:32.038478 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-af026691-6c60-4245-961a-e3bcc2d2bb67 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8616126 May 19 13:54:32.041055 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 56698) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:32.055316 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-d3a3b1a5-31ee-4ae5-b3e5-4728943a633b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Request body: {'port': {'device_id': '2b0a5331-be2a-4c5b-80ac-6be7220f2516', 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258', 'admin_state_up': True, 'tenant_id': '28027af4cc0c4ca99035e48aa6237805'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:54:32.077172 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-c365cf85-6b7b-4a10-bbc0-890d4e5fac25 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Request body: {'floatingip': {'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:54:32.109529 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:32.142482 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af026691-6c60-4245-961a-e3bcc2d2bb67 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c5b54f-0ae5-4c16-b55d-07f60a331df5,revision_number=0']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:32.150659 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 56700) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:32.244457 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c365cf85-6b7b-4a10-bbc0-890d4e5fac25 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:32.281247 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:32.285440 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4b75518c-926a-416f-8ce8-e001a346b12f tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (ff73701e-21f5-40ac-98a7-abf68a7ccc84), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:32.322590 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75518c-926a-416f-8ce8-e001a346b12f tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff73701e-21f5-40ac-98a7-abf68a7ccc84,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:32.489340 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4b75518c-926a-416f-8ce8-e001a346b12f tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:32.490781 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-4b75518c-926a-416f-8ce8-e001a346b12f tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0477753 May 19 13:54:32.501589 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 56714) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:32.534132 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-bf94b0c8-ed2b-43a6-9559-458383007e24 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Request body: {'floatingip': {'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:54:32.559600 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-10fd4895-1408-45be-826a-ae23e4edf5c4 None None] Publish callbacks [] for port (b658886d-f22c-4936-aa90-0e68ac38b5ad), precommit_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:32.573019 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-10fd4895-1408-45be-826a-ae23e4edf5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (b658886d-f22c-4936-aa90-0e68ac38b5ad), after_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:32.576134 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-d3a3b1a5-31ee-4ae5-b3e5-4728943a633b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Made reservation on behalf of 28027af4cc0c4ca99035e48aa6237805 for: {'port': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:54:32.587371 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-d3a3b1a5-31ee-4ae5-b3e5-4728943a633b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:32.604632 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bf94b0c8-ed2b-43a6-9559-458383007e24 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:32.657125 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b681163-5484-422c-957a-f974915b17da None None] Pushing event updated for resources: {'Port': ['ID=b658886d-f22c-4936-aa90-0e68ac38b5ad,revision_number=3']} {{(pid=110064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:32.797139 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.65', 57502) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:32.848197 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-21abb567-0add-4a0b-93b9-a5b697f4f0fb tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Allocated IP 172.20.0.5 (70b884c2-f81a-46c8-b02a-cbd78cb207ae/d19ad2de-e36a-4814-baeb-63fd5b0ae030/b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:54:32.912034 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3379827-4c0c-4548-b509-96b7acd53c30 None None] Pushing event updated for resources: {'Port': ['ID=42d68708-0560-44b9-9551-51b92d80e6a5,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:32.955257 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:32.961649 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-10fd4895-1408-45be-826a-ae23e4edf5c4 None None] Attempting to bind port b658886d-f22c-4936-aa90-0e68ac38b5ad on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:54:32.962057 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-10fd4895-1408-45be-826a-ae23e4edf5c4 None None] Attempting to bind port b658886d-f22c-4936-aa90-0e68ac38b5ad by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': '4048a570-00c8-45bc-b081-09a854940d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf'}] {{(pid=110064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:54:32.962422 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd4895-1408-45be-826a-ae23e4edf5c4 None None] Attempting to bind port b658886d-f22c-4936-aa90-0e68ac38b5ad on network 08206db8-8e78-4412-8a62-0db97bb617cf {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:54:32.984383 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd4895-1408-45be-826a-ae23e4edf5c4 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:54:32.984774 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd4895-1408-45be-826a-ae23e4edf5c4 None None] Checking segment: {'id': '4048a570-00c8-45bc-b081-09a854940d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:54:32.985143 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-10fd4895-1408-45be-826a-ae23e4edf5c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:32.985526 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd4895-1408-45be-826a-ae23e4edf5c4 None None] Bound using segment: {'id': '4048a570-00c8-45bc-b081-09a854940d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf'} {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:54:32.985991 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-10fd4895-1408-45be-826a-ae23e4edf5c4 None None] Bound port: b658886d-f22c-4936-aa90-0e68ac38b5ad, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4048a570-00c8-45bc-b081-09a854940d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf'}}] {{(pid=110064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:54:32.986361 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-10fd4895-1408-45be-826a-ae23e4edf5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (b658886d-f22c-4936-aa90-0e68ac38b5ad), before_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:33.015205 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20555bf-e27a-4913-8508-68a3dc8afb35 None None] Sync routers for ids ['df33d85d-4c8c-4139-9d88-dc2e41784775'] in dv-cinder-784815-14-iscsi {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:54:33.048469 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:33.062137 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 8528b01b-f41c-43e2-8e9a-319aa5196afb triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:33.062922 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (8528b01b-f41c-43e2-8e9a-319aa5196afb), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:33.080263 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-41f8b625-f7c2-40a1-aa22-eea86a114f81 admin admin] Publish callbacks [] for security_group (d62a3a52-e83c-481a-bf8c-764bbd8f8ac9), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:33.100889 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 56730) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:33.134991 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-41f8b625-f7c2-40a1-aa22-eea86a114f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (d62a3a52-e83c-481a-bf8c-764bbd8f8ac9), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:33.178433 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.db [None req-10fd4895-1408-45be-826a-ae23e4edf5c4 None None] For port b658886d-f22c-4936-aa90-0e68ac38b5ad, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:54:33.181527 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-062b7c3c-d456-4a5c-af09-e515e416bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'name': 'tempest-ServerRescueNegativeTestJSON-809597786-router', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd018a910-9843-4390-be75-edf5266f01ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:13Z', 'updated_at': '2022-05-19T13:54:23Z', 'revision_number': 4, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'gw_port': {'id': 'd018a910-9843-4390-be75-edf5266f01ce', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:14Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '42d68708-0560-44b9-9551-51b92d80e6a5', 'name': '', 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'mac_address': 'fa:16:3e:d9:14:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:21Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'subnets': [{'id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:33.185954 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20555bf-e27a-4913-8508-68a3dc8afb35 None None] Routers {'df33d85d-4c8c-4139-9d88-dc2e41784775'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:54:33.186720 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-b20555bf-e27a-4913-8508-68a3dc8afb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:54:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['df33d85d-4c8c-4139-9d88-dc2e41784775'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:33.190256 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.db [None req-10fd4895-1408-45be-826a-ae23e4edf5c4 None None] For port b658886d-f22c-4936-aa90-0e68ac38b5ad, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=b658886d-f22c-4936-aa90-0e68ac38b5ad,segment=NetworkSegment(4048a570-00c8-45bc-b081-09a854940d61),segment_id=4048a570-00c8-45bc-b081-09a854940d61)] {{(pid=110064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:54:33.207237 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:33.213521 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-10fd4895-1408-45be-826a-ae23e4edf5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (b658886d-f22c-4936-aa90-0e68ac38b5ad), after_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:33.290918 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c365cf85-6b7b-4a10-bbc0-890d4e5fac25 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:33.301096 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062b7c3c-d456-4a5c-af09-e515e416bc82 None None] The sync data for ids ['f1237507-bd1d-4f8e-806d-f16ede343778'] in dv-cinder-784815-14-iscsi is: [{'id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'name': 'tempest-ServerRescueNegativeTestJSON-809597786-router', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd018a910-9843-4390-be75-edf5266f01ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:13Z', 'updated_at': '2022-05-19T13:54:23Z', 'revision_number': 4, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'gw_port': {'id': 'd018a910-9843-4390-be75-edf5266f01ce', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:14Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '42d68708-0560-44b9-9551-51b92d80e6a5', 'name': '', 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'mac_address': 'fa:16:3e:d9:14:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:21Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'subnets': [{'id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:54:33.409408 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fd4895-1408-45be-826a-ae23e4edf5c4 None None] Routers {'c29ace15-9abc-4134-a1cd-ea0d1e6a0763'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:54:33.410237 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-10fd4895-1408-45be-826a-ae23e4edf5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:54:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:33.416357 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b681163-5484-422c-957a-f974915b17da None None] Pushing event updated for resources: {'Port': ['ID=b658886d-f22c-4936-aa90-0e68ac38b5ad,revision_number=4']} {{(pid=110064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:33.496531 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-d3a3b1a5-31ee-4ae5-b3e5-4728943a633b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Allocated IP 172.20.0.8 (34a01e8b-7928-4301-ae0a-d1e9be21f258/8e59f71b-406f-4674-9cc1-e5ca82f3a90f/1c2ca481-d8b3-43c5-9df6-5b028371dcf0) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:54:33.624650 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-377a34b6-4374-44a3-9804-9e70e9d8a552 None None] Provisioning complete for port b658886d-f22c-4936-aa90-0e68ac38b5ad triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:33.625216 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-377a34b6-4374-44a3-9804-9e70e9d8a552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (b658886d-f22c-4936-aa90-0e68ac38b5ad), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:33.627581 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d888a7fc-9b3e-46e1-8067-6586ea184f21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:33.658055 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 8528b01b-f41c-43e2-8e9a-319aa5196afb is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:33.658671 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (8528b01b-f41c-43e2-8e9a-319aa5196afb), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:33.791965 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] For port 8528b01b-f41c-43e2-8e9a-319aa5196afb, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=8528b01b-f41c-43e2-8e9a-319aa5196afb,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:54:33.814242 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-b20555bf-e27a-4913-8508-68a3dc8afb35 None None] Set router df33d85d-4c8c-4139-9d88-dc2e41784775 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:54:33.825499 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (8528b01b-f41c-43e2-8e9a-319aa5196afb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:33.826733 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 10cf71a5-08ef-48bd-8a2a-962af7c7ed7b up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:54:33.924601 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e03d3fa5-05c2-4132-bb0e-dddb5d318529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:33.933805 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_common [None req-c365cf85-6b7b-4a10-bbc0-890d4e5fac25 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Allocated IP 172.27.2.202 (db349b0a-3651-4f3e-8f89-c44d13ee049b/851bfd66-21de-4b67-adef-488354d2d2c5/ed36d620-f00f-48ea-af31-db37e808d164) {{(pid=110061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:54:33.937666 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-10fd4895-1408-45be-826a-ae23e4edf5c4 None None] Set router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:54:33.947286 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8b625-f7c2-40a1-aa22-eea86a114f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62a3a52-e83c-481a-bf8c-764bbd8f8ac9,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:34.003722 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:34.028389 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-5d1b1873-1bd7-4d87-9488-bd76112b8e07 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:34.030178 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-5d1b1873-1bd7-4d87-9488-bd76112b8e07 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.65 "GET /v2.0/networks?id=34a01e8b-7928-4301-ae0a-d1e9be21f258 HTTP/1.1" status: 200 len: 818 time: 1.2118988 May 19 13:54:34.039278 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8a306007-c84d-4d0a-a8d3-77ef0f68c1fa req-16fabdc7-e3cc-4917-9dbd-d711f0c125cc tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 210 time: 0.7788646 May 19 13:54:34.077191 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-41f8b625-f7c2-40a1-aa22-eea86a114f81 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3eebac38d6a44d33a98e645610ba5b6f&name=default HTTP/1.1" status: 200 len: 2996 time: 3.9733458 May 19 13:54:34.077191 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bf94b0c8-ed2b-43a6-9559-458383007e24 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:34.120440 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-377a34b6-4374-44a3-9804-9e70e9d8a552 None None] Current status of the port b658886d-f22c-4936-aa90-0e68ac38b5ad is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:34.121786 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-377a34b6-4374-44a3-9804-9e70e9d8a552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (b658886d-f22c-4936-aa90-0e68ac38b5ad), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:34.151371 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-43e12a6e-8639-41d8-9770-3d9e569772cb req-98bf19de-9b3f-4d2f-8d2d-edc240c33323 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 210 time: 0.5990636 May 19 13:54:34.161266 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 56748) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:34.238034 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-359f7582-abdd-45c4-9d51-45b61c9e1e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:34.353681 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d888a7fc-9b3e-46e1-8067-6586ea184f21 admin admin] Publish callbacks [] for security_group (5db89fe7-da0b-44f5-a846-71df8111131f), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:34.421442 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-cdf23280-d82d-44eb-8496-e51e6b88fcf1 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Request body: {'port': {'device_id': 'aaac7a1c-80e3-46ab-a5a0-2135ac395d2f', 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258', 'admin_state_up': True, 'tenant_id': '28027af4cc0c4ca99035e48aa6237805'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:54:34.427388 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-10fd4895-1408-45be-826a-ae23e4edf5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'b658886d-f22c-4936-aa90-0e68ac38b5ad', 'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'mac_address': 'fa:16:3e:a4:0b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:25Z', 'updated_at': '2022-05-19T13:54:33Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'subnets': [{'id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:34.452503 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d888a7fc-9b3e-46e1-8067-6586ea184f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (5db89fe7-da0b-44f5-a846-71df8111131f), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:34.476543 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fd4895-1408-45be-826a-ae23e4edf5c4 None None] The sync data for ids ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'] in dv-cinder-784815-14-iscsi is: [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'b658886d-f22c-4936-aa90-0e68ac38b5ad', 'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'mac_address': 'fa:16:3e:a4:0b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:25Z', 'updated_at': '2022-05-19T13:54:33Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'subnets': [{'id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:54:34.538079 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Pushing event updated for resources: {'Port': ['ID=8528b01b-f41c-43e2-8e9a-319aa5196afb,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:34.569972 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-377a34b6-4374-44a3-9804-9e70e9d8a552 None None] For port b658886d-f22c-4936-aa90-0e68ac38b5ad, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=b658886d-f22c-4936-aa90-0e68ac38b5ad,segment=NetworkSegment(4048a570-00c8-45bc-b081-09a854940d61),segment_id=4048a570-00c8-45bc-b081-09a854940d61)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:54:34.595332 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 10cf71a5-08ef-48bd-8a2a-962af7c7ed7b triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:34.595859 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (10cf71a5-08ef-48bd-8a2a-962af7c7ed7b), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:34.605847 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-377a34b6-4374-44a3-9804-9e70e9d8a552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (b658886d-f22c-4936-aa90-0e68ac38b5ad), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:34.659278 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888a7fc-9b3e-46e1-8067-6586ea184f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db89fe7-da0b-44f5-a846-71df8111131f,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:34.667537 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-d888a7fc-9b3e-46e1-8067-6586ea184f21 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4ea632c21d7549c89749672a6f65996d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5011196 May 19 13:54:34.671062 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 56758) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:34.796898 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-d3d9afff-381d-4623-9ff2-438272f6d8e9 None None] Provisioning complete for port b658886d-f22c-4936-aa90-0e68ac38b5ad triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:34.797614 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-d3d9afff-381d-4623-9ff2-438272f6d8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (b658886d-f22c-4936-aa90-0e68ac38b5ad), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:34.799258 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:34.849446 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:34.892897 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:34.900307 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-40212248-4d4e-4ffd-8a84-6d35529637f6 admin admin] Publish callbacks [] for security_group (5db89fe7-da0b-44f5-a846-71df8111131f), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:34.938248 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e03d3fa5-05c2-4132-bb0e-dddb5d318529 admin admin] Publish callbacks [] for security_group (d9470bd3-bbc8-478b-a9cf-b5295d4770f6), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:34.948955 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-40212248-4d4e-4ffd-8a84-6d35529637f6 admin admin] Publish callbacks [] for security_group (5db89fe7-da0b-44f5-a846-71df8111131f), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:34.971082 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e03d3fa5-05c2-4132-bb0e-dddb5d318529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (d9470bd3-bbc8-478b-a9cf-b5295d4770f6), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:35.039982 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=7 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:35.112027 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d3fa5-05c2-4132-bb0e-dddb5d318529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9470bd3-bbc8-478b-a9cf-b5295d4770f6,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:35.122315 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f9deff49-6422-4017-b441-fa7728efb7fa admin admin] Publish callbacks [] for security_group (d62a3a52-e83c-481a-bf8c-764bbd8f8ac9), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:35.150230 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:35.175961 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-b20555bf-e27a-4913-8508-68a3dc8afb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'name': 'tempest-AttachVolumeShelveTestJSON-935659149-router', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:16Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'gw_port': {'id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:18Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '2cba1721-a5b1-40ed-95cc-7659f5cc2997', 'name': '', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'mac_address': 'fa:16:3e:fe:59:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:24Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 2, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'subnets': [{'id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:35.267364 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20555bf-e27a-4913-8508-68a3dc8afb35 None None] Checking router: df33d85d-4c8c-4139-9d88-dc2e41784775 for host: dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:54:35.267714 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20555bf-e27a-4913-8508-68a3dc8afb35 None None] Updating router df33d85d-4c8c-4139-9d88-dc2e41784775 port 2cba1721-a5b1-40ed-95cc-7659f5cc2997 binding host dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:54:35.278479 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-e03d3fa5-05c2-4132-bb0e-dddb5d318529 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0b1f5c694f5f4ce1b8620ec6d85d8861&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1661954 May 19 13:54:35.289544 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 56778) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:35.475215 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-b20555bf-e27a-4913-8508-68a3dc8afb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (2cba1721-a5b1-40ed-95cc-7659f5cc2997), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:35.511308 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-d3d9afff-381d-4623-9ff2-438272f6d8e9 None None] Current status of the port b658886d-f22c-4936-aa90-0e68ac38b5ad is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:35.537978 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a34b6-4374-44a3-9804-9e70e9d8a552 None None] Pushing event updated for resources: {'Port': ['ID=b658886d-f22c-4936-aa90-0e68ac38b5ad,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:35.553589 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-632db740-040a-4b69-b218-f8bff3f2fcf1 req-6fb4c996-56f7-4624-baae-20eb7a5bec45 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 210 time: 0.2906971 May 19 13:54:35.583064 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-d3a3b1a5-31ee-4ae5-b3e5-4728943a633b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks [] for port (1c2ca481-d8b3-43c5-9df6-5b028371dcf0), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:35.596227 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-40212248-4d4e-4ffd-8a84-6d35529637f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (5db89fe7-da0b-44f5-a846-71df8111131f), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:35.596946 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-21abb567-0add-4a0b-93b9-a5b697f4f0fb tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Publish callbacks [] for port (b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:35.599236 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-40212248-4d4e-4ffd-8a84-6d35529637f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:35.601336 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-40212248-4d4e-4ffd-8a84-6d35529637f6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5db89fe7-da0b-44f5-a846-71df8111131f HTTP/1.1" status: 204 len: 168 time: 0.9068255 May 19 13:54:35.663098 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b135cb91-5515-4bae-b6ed-9c6239477148 admin admin] Publish callbacks [] for security_group (d9470bd3-bbc8-478b-a9cf-b5295d4770f6), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:35.681680 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f9deff49-6422-4017-b441-fa7728efb7fa admin admin] Publish callbacks [] for security_group (d62a3a52-e83c-481a-bf8c-764bbd8f8ac9), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:35.769797 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-cdf23280-d82d-44eb-8496-e51e6b88fcf1 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Made reservation on behalf of 28027af4cc0c4ca99035e48aa6237805 for: {'port': 1} {{(pid=110061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:54:35.780003 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-cdf23280-d82d-44eb-8496-e51e6b88fcf1 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:35.803881 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:35.818051 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-21abb567-0add-4a0b-93b9-a5b697f4f0fb tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:35.822515 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-d3a3b1a5-31ee-4ae5-b3e5-4728943a633b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (1c2ca481-d8b3-43c5-9df6-5b028371dcf0), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:35.872849 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:35.875229 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f9deff49-6422-4017-b441-fa7728efb7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (d62a3a52-e83c-481a-bf8c-764bbd8f8ac9), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:35.893191 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 10cf71a5-08ef-48bd-8a2a-962af7c7ed7b is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:35.897654 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f9deff49-6422-4017-b441-fa7728efb7fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:35.906232 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-f9deff49-6422-4017-b441-fa7728efb7fa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d62a3a52-e83c-481a-bf8c-764bbd8f8ac9 HTTP/1.1" status: 204 len: 168 time: 1.5465596 May 19 13:54:35.912403 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d6973b9f-5c37-4465-8507-91c8c1a926fd req-f0d9e54d-1e4c-4cb5-9a0d-83b913e21929 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 210 time: 0.3870339 May 19 13:54:35.930227 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40212248-4d4e-4ffd-8a84-6d35529637f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db89fe7-da0b-44f5-a846-71df8111131f,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:35.978991 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9deff49-6422-4017-b441-fa7728efb7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62a3a52-e83c-481a-bf8c-764bbd8f8ac9,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:36.041487 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b135cb91-5515-4bae-b6ed-9c6239477148 admin admin] Publish callbacks [] for security_group (d9470bd3-bbc8-478b-a9cf-b5295d4770f6), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:36.094569 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-21abb567-0add-4a0b-93b9-a5b697f4f0fb tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Network 70b884c2-f81a-46c8-b02a-cbd78cb207ae is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:54:36.112653 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-21abb567-0add-4a0b-93b9-a5b697f4f0fb tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:54:36.117267 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-21abb567-0add-4a0b-93b9-a5b697f4f0fb tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:54:36.133308 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-21abb567-0add-4a0b-93b9-a5b697f4f0fb tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:36.143397 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-21abb567-0add-4a0b-93b9-a5b697f4f0fb tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:36.228228 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21abb567-0add-4a0b-93b9-a5b697f4f0fb tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Pushing event updated for resources: {'Port': ['ID=b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:36.303477 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3b1a5-31ee-4ae5-b3e5-4728943a633b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Pushing event updated for resources: {'Port': ['ID=1c2ca481-d8b3-43c5-9df6-5b028371dcf0,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:36.317285 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-d3a3b1a5-31ee-4ae5-b3e5-4728943a633b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Network 34a01e8b-7928-4301-ae0a-d1e9be21f258 is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:54:36.320003 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-d3a3b1a5-31ee-4ae5-b3e5-4728943a633b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:54:36.335612 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-d3a3b1a5-31ee-4ae5-b3e5-4728943a633b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:54:36.350961 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-d3a3b1a5-31ee-4ae5-b3e5-4728943a633b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:36.352628 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-d3a3b1a5-31ee-4ae5-b3e5-4728943a633b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:36.385575 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-21abb567-0add-4a0b-93b9-a5b697f4f0fb tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7689562 May 19 13:54:36.391147 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-d3a3b1a5-31ee-4ae5-b3e5-4728943a633b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3492677 May 19 13:54:36.400273 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-61589da4-70b9-49b7-a1d6-e1cdcf2b60fb tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110062) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 13:54:36.401351 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-61589da4-70b9-49b7-a1d6-e1cdcf2b60fb tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0086825 May 19 13:54:36.408027 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-7cb5d1f7-e2f7-400e-9924-a0b0c4ebdbf8 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110062) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 13:54:36.409063 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-7cb5d1f7-e2f7-400e-9924-a0b0c4ebdbf8 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062628 May 19 13:54:36.422331 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c365cf85-6b7b-4a10-bbc0-890d4e5fac25 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for port (ed36d620-f00f-48ea-af31-db37e808d164), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:36.447848 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:36.512798 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b135cb91-5515-4bae-b6ed-9c6239477148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (d9470bd3-bbc8-478b-a9cf-b5295d4770f6), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:36.516149 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b135cb91-5515-4bae-b6ed-9c6239477148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:36.519940 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-b135cb91-5515-4bae-b6ed-9c6239477148 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d9470bd3-bbc8-478b-a9cf-b5295d4770f6 HTTP/1.1" status: 204 len: 168 time: 1.0996273 May 19 13:54:36.655677 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135cb91-5515-4bae-b6ed-9c6239477148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9470bd3-bbc8-478b-a9cf-b5295d4770f6,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:36.860485 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-b20555bf-e27a-4913-8508-68a3dc8afb35 None None] Publish callbacks [] for port (2cba1721-a5b1-40ed-95cc-7659f5cc2997), precommit_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:36.883605 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-b20555bf-e27a-4913-8508-68a3dc8afb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (2cba1721-a5b1-40ed-95cc-7659f5cc2997), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:36.983466 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0e60c0c6-dc6c-45ba-9000-6b55b8c6e728 req-744abcd3-f678-409f-b756-6743cb39ad49 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 210 time: 0.1814823 May 19 13:54:36.992615 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-22ca1a5c-abaf-4f72-a52f-1476769809d0 None None] Provisioning complete for port 1c2ca481-d8b3-43c5-9df6-5b028371dcf0 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:36.999364 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-22ca1a5c-abaf-4f72-a52f-1476769809d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (1c2ca481-d8b3-43c5-9df6-5b028371dcf0), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:37.016277 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c365cf85-6b7b-4a10-bbc0-890d4e5fac25 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (ed36d620-f00f-48ea-af31-db37e808d164), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:37.041040 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 42d68708-0560-44b9-9551-51b92d80e6a5 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:54:37.166384 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365cf85-6b7b-4a10-bbc0-890d4e5fac25 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event updated for resources: {'Port': ['ID=ed36d620-f00f-48ea-af31-db37e808d164,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:37.188107 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:37.270161 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [None req-bf94b0c8-ed2b-43a6-9559-458383007e24 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Allocated IP 172.27.2.145 (db349b0a-3651-4f3e-8f89-c44d13ee049b/851bfd66-21de-4b67-adef-488354d2d2c5/3efc1199-26aa-4ead-adad-da25508deefb) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:54:37.404616 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-22ca1a5c-abaf-4f72-a52f-1476769809d0 None None] Port 1c2ca481-d8b3-43c5-9df6-5b028371dcf0 cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:54:37.406219 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1499cd-0a97-4777-b760-64c55ee05aa1 None None] Pushing event updated for resources: {'Port': ['ID=2cba1721-a5b1-40ed-95cc-7659f5cc2997,revision_number=3']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:37.486114 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 42d68708-0560-44b9-9551-51b92d80e6a5 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:37.487313 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (42d68708-0560-44b9-9551-51b92d80e6a5), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:37.554151 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-b20555bf-e27a-4913-8508-68a3dc8afb35 None None] Attempting to bind port 2cba1721-a5b1-40ed-95cc-7659f5cc2997 on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:54:37.555357 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-b20555bf-e27a-4913-8508-68a3dc8afb35 None None] Attempting to bind port 2cba1721-a5b1-40ed-95cc-7659f5cc2997 by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': 'c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049'}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:54:37.556984 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20555bf-e27a-4913-8508-68a3dc8afb35 None None] Attempting to bind port 2cba1721-a5b1-40ed-95cc-7659f5cc2997 on network ad76f5bc-7148-40ee-8a08-ce1742f9a049 {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:54:37.591638 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20555bf-e27a-4913-8508-68a3dc8afb35 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:54:37.592491 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20555bf-e27a-4913-8508-68a3dc8afb35 None None] Checking segment: {'id': 'c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:54:37.592826 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-b20555bf-e27a-4913-8508-68a3dc8afb35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:37.593407 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20555bf-e27a-4913-8508-68a3dc8afb35 None None] Bound using segment: {'id': 'c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049'} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:54:37.594121 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-b20555bf-e27a-4913-8508-68a3dc8afb35 None None] Bound port: 2cba1721-a5b1-40ed-95cc-7659f5cc2997, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049'}}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:54:37.594749 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-b20555bf-e27a-4913-8508-68a3dc8afb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (2cba1721-a5b1-40ed-95cc-7659f5cc2997), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:37.630436 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bf94b0c8-ed2b-43a6-9559-458383007e24 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for port (3efc1199-26aa-4ead-adad-da25508deefb), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:37.688815 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075071d5-fa6e-4eaf-a2e0-b743e7c2ee60 req-f7111c81-5444-497d-b537-414c619b5709 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:37.690343 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-075071d5-fa6e-4eaf-a2e0-b743e7c2ee60 req-f7111c81-5444-497d-b537-414c619b5709 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 931 time: 0.5355713 May 19 13:54:37.696703 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_common [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-cdf23280-d82d-44eb-8496-e51e6b88fcf1 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Allocated IP 172.20.0.9 (34a01e8b-7928-4301-ae0a-d1e9be21f258/8e59f71b-406f-4674-9cc1-e5ca82f3a90f/9c788124-2671-444c-98f8-1098c854377e) {{(pid=110061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:54:37.718395 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c365cf85-6b7b-4a10-bbc0-890d4e5fac25 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Network db349b0a-3651-4f3e-8f89-c44d13ee049b is already hosted by enough agents. {{(pid=110061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:54:37.725855 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [None req-c365cf85-6b7b-4a10-bbc0-890d4e5fac25 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Resources bound (agent type, host, resource id): {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:54:37.740190 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c365cf85-6b7b-4a10-bbc0-890d4e5fac25 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Received port after_create {{(pid=110061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:54:37.828456 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bf94b0c8-ed2b-43a6-9559-458383007e24 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (3efc1199-26aa-4ead-adad-da25508deefb), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:37.838444 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-4236a439-6c0c-482b-a009-a505a05254d1 service neutron] Request body: {'port': {'device_id': '2d532aab-b9b2-43ad-8536-36ac47c34097', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:54:37.859405 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-075071d5-fa6e-4eaf-a2e0-b743e7c2ee60 req-a2a3aef9-5eca-4257-a12c-73efaa957174 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538913 May 19 13:54:37.891536 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-17bbc781-89c6-4f09-832c-c48b8a8d2422 service neutron] Request body: {'port': {'device_id': '2b0a5331-be2a-4c5b-80ac-6be7220f2516', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:54:37.969705 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 56846) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:38.020425 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-b20555bf-e27a-4913-8508-68a3dc8afb35 None None] For port 2cba1721-a5b1-40ed-95cc-7659f5cc2997, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:54:38.029374 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-b20555bf-e27a-4913-8508-68a3dc8afb35 None None] For port 2cba1721-a5b1-40ed-95cc-7659f5cc2997, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=2cba1721-a5b1-40ed-95cc-7659f5cc2997,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:54:38.060220 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-b20555bf-e27a-4913-8508-68a3dc8afb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (2cba1721-a5b1-40ed-95cc-7659f5cc2997), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:38.062653 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-0d3d9c86-51f3-48fe-bc4b-ac099b980486 None None] Provisioning complete for port 2cba1721-a5b1-40ed-95cc-7659f5cc2997 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:38.063303 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9c86-51f3-48fe-bc4b-ac099b980486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (2cba1721-a5b1-40ed-95cc-7659f5cc2997), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:38.097515 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:38.177266 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c365cf85-6b7b-4a10-bbc0-890d4e5fac25 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (957572ee-39e4-4b72-8ca8-bbec36b5b79a), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:38.182102 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94b0c8-ed2b-43a6-9559-458383007e24 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Pushing event updated for resources: {'Port': ['ID=3efc1199-26aa-4ead-adad-da25508deefb,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:38.222836 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=100 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:38.259355 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf94b0c8-ed2b-43a6-9559-458383007e24 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Network db349b0a-3651-4f3e-8f89-c44d13ee049b is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:54:38.269320 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-bf94b0c8-ed2b-43a6-9559-458383007e24 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:54:38.289522 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf94b0c8-ed2b-43a6-9559-458383007e24 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:54:38.316417 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4f9c75f4-53ba-4fd2-9c0a-cf044f028717 req-793c4dd1-8910-45e7-b872-b50bca185647 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 210 time: 0.1575568 May 19 13:54:38.334470 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:38.352287 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:38.406050 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20555bf-e27a-4913-8508-68a3dc8afb35 None None] Routers {'df33d85d-4c8c-4139-9d88-dc2e41784775'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:54:38.407009 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-b20555bf-e27a-4913-8508-68a3dc8afb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:54:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['df33d85d-4c8c-4139-9d88-dc2e41784775'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:38.510315 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c365cf85-6b7b-4a10-bbc0-890d4e5fac25 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (ed36d620-f00f-48ea-af31-db37e808d164), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:38.555305 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 42d68708-0560-44b9-9551-51b92d80e6a5 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:38.564430 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 8528b01b-f41c-43e2-8e9a-319aa5196afb up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:54:38.576361 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d9c86-51f3-48fe-bc4b-ac099b980486 None None] Current status of the port 2cba1721-a5b1-40ed-95cc-7659f5cc2997 is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:38.581779 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9c86-51f3-48fe-bc4b-ac099b980486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (2cba1721-a5b1-40ed-95cc-7659f5cc2997), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:38.694142 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4bc49b09-a030-4ea0-a956-9e41c38f684d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:38.695707 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:38.703399 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1499cd-0a97-4777-b760-64c55ee05aa1 None None] Pushing event updated for resources: {'Port': ['ID=2cba1721-a5b1-40ed-95cc-7659f5cc2997,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:38.735436 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-4236a439-6c0c-482b-a009-a505a05254d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:38.772507 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-cdf23280-d82d-44eb-8496-e51e6b88fcf1 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks [] for port (9c788124-2671-444c-98f8-1098c854377e), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:39.010884 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-0d3d9c86-51f3-48fe-bc4b-ac099b980486 None None] For port 2cba1721-a5b1-40ed-95cc-7659f5cc2997, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=2cba1721-a5b1-40ed-95cc-7659f5cc2997,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:54:39.085803 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9c86-51f3-48fe-bc4b-ac099b980486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (2cba1721-a5b1-40ed-95cc-7659f5cc2997), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:39.128443 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bf94b0c8-ed2b-43a6-9559-458383007e24 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for floatingip (6a1da307-b0e1-4eaf-b74b-421333bc7f72), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:39.183096 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 56876) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:39.184622 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:39.256319 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:39.258904 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c365cf85-6b7b-4a10-bbc0-890d4e5fac25 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for port (ed36d620-f00f-48ea-af31-db37e808d164), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:39.263857 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d9c86-51f3-48fe-bc4b-ac099b980486 None None] Pushing event updated for resources: {'Port': ['ID=2cba1721-a5b1-40ed-95cc-7659f5cc2997,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:39.266622 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-cdf23280-d82d-44eb-8496-e51e6b88fcf1 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (9c788124-2671-444c-98f8-1098c854377e), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:39.282890 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 8528b01b-f41c-43e2-8e9a-319aa5196afb triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:39.283291 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (8528b01b-f41c-43e2-8e9a-319aa5196afb), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:39.288964 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-b20555bf-e27a-4913-8508-68a3dc8afb35 None None] Set router df33d85d-4c8c-4139-9d88-dc2e41784775 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:54:39.325410 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8115e-2bfb-4220-999c-b6f8781f77bd req-2bbed8aa-cfbe-48d0-a9dd-94d86df19b27 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:39.333444 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a2d8115e-2bfb-4220-999c-b6f8781f77bd req-2bbed8aa-cfbe-48d0-a9dd-94d86df19b27 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 931 time: 0.0697970 May 19 13:54:39.342306 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c365cf85-6b7b-4a10-bbc0-890d4e5fac25 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (ed36d620-f00f-48ea-af31-db37e808d164), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:39.409297 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-31370a80-344e-45d6-9b03-9fa3de5ef161 None None] Provisioning complete for port 2cba1721-a5b1-40ed-95cc-7659f5cc2997 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:39.409762 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-31370a80-344e-45d6-9b03-9fa3de5ef161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (2cba1721-a5b1-40ed-95cc-7659f5cc2997), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:39.522025 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bf94b0c8-ed2b-43a6-9559-458383007e24 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (3efc1199-26aa-4ead-adad-da25508deefb), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:39.631554 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-17bbc781-89c6-4f09-832c-c48b8a8d2422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (1c2ca481-d8b3-43c5-9df6-5b028371dcf0), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:39.664136 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c365cf85-6b7b-4a10-bbc0-890d4e5fac25 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (957572ee-39e4-4b72-8ca8-bbec36b5b79a), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:39.755276 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a2d8115e-2bfb-4220-999c-b6f8781f77bd req-16d651c8-5104-4817-bb22-389ed9a8b643 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207430 May 19 13:54:39.759412 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-0ca6c874-cb63-403a-ab35-9125c98bc4ef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1540458000-network', 'tenant_id': '4fe46ffac52d412daf3663e2ab1273de'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:54:39.771632 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-cdf23280-d82d-44eb-8496-e51e6b88fcf1 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Network 34a01e8b-7928-4301-ae0a-d1e9be21f258 is already hosted by enough agents. {{(pid=110061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:54:39.827220 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca6c874-cb63-403a-ab35-9125c98bc4ef admin admin] Made reservation on behalf of 4fe46ffac52d412daf3663e2ab1273de for: {'network': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:54:39.832267 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0ca6c874-cb63-403a-ab35-9125c98bc4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for network (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:39.850561 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e6dcd-a42b-454a-8fd1-859a8241eeb2 req-89ab8691-10f5-4c9a-8804-3dca7472ab3d tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:39.859638 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-453e6dcd-a42b-454a-8fd1-859a8241eeb2 req-89ab8691-10f5-4c9a-8804-3dca7472ab3d tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 931 time: 0.3412201 May 19 13:54:39.872779 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c365cf85-6b7b-4a10-bbc0-890d4e5fac25 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:39.881089 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-c365cf85-6b7b-4a10-bbc0-890d4e5fac25 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8333855 May 19 13:54:39.882806 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 8528b01b-f41c-43e2-8e9a-319aa5196afb is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:39.884432 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-cdf23280-d82d-44eb-8496-e51e6b88fcf1 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Resources bound (agent type, host, resource id): {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:54:39.884805 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device b658886d-f22c-4936-aa90-0e68ac38b5ad up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:54:39.892996 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-cdf23280-d82d-44eb-8496-e51e6b88fcf1 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Received port after_create {{(pid=110061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:54:39.901966 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-cdf23280-d82d-44eb-8496-e51e6b88fcf1 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:39.905328 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-cdf23280-d82d-44eb-8496-e51e6b88fcf1 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:39.926545 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23280-d82d-44eb-8496-e51e6b88fcf1 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Pushing event updated for resources: {'Port': ['ID=9c788124-2671-444c-98f8-1098c854377e,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:40.015457 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0ca6c874-cb63-403a-ab35-9125c98bc4ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:40.025987 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-31370a80-344e-45d6-9b03-9fa3de5ef161 None None] Current status of the port 2cba1721-a5b1-40ed-95cc-7659f5cc2997 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:40.088818 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365cf85-6b7b-4a10-bbc0-890d4e5fac25 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event updated for resources: {'Port': ['ID=ed36d620-f00f-48ea-af31-db37e808d164,revision_number=2']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:40.180017 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-453e6dcd-a42b-454a-8fd1-859a8241eeb2 req-84a42c47-1ad2-401a-8b9f-89b4551cec4c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892859 May 19 13:54:40.186125 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-b20555bf-e27a-4913-8508-68a3dc8afb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'name': 'tempest-AttachVolumeShelveTestJSON-935659149-router', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:16Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'gw_port': {'id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:18Z', 'updated_at': '2022-05-19T13:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '2cba1721-a5b1-40ed-95cc-7659f5cc2997', 'name': '', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'mac_address': 'fa:16:3e:fe:59:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:24Z', 'updated_at': '2022-05-19T13:54:38Z', 'revision_number': 4, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'subnets': [{'id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:40.192143 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port b658886d-f22c-4936-aa90-0e68ac38b5ad triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:40.192468 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (b658886d-f22c-4936-aa90-0e68ac38b5ad), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:40.198277 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-cdf23280-d82d-44eb-8496-e51e6b88fcf1 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0425644 May 19 13:54:40.236106 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-dc068b61-0562-425b-a009-87e4ad5c6457 service neutron] Request body: {'port': {'device_id': 'aaac7a1c-80e3-46ab-a5a0-2135ac395d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:54:40.312641 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:40.380596 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20555bf-e27a-4913-8508-68a3dc8afb35 None None] The sync data for ids ['df33d85d-4c8c-4139-9d88-dc2e41784775'] in dv-cinder-784815-14-iscsi is: [{'id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'name': 'tempest-AttachVolumeShelveTestJSON-935659149-router', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:16Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'gw_port': {'id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:18Z', 'updated_at': '2022-05-19T13:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '2cba1721-a5b1-40ed-95cc-7659f5cc2997', 'name': '', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'mac_address': 'fa:16:3e:fe:59:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:24Z', 'updated_at': '2022-05-19T13:54:38Z', 'revision_number': 4, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'subnets': [{'id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:54:40.383742 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-dc068b61-0562-425b-a009-87e4ad5c6457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (9c788124-2671-444c-98f8-1098c854377e), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:40.444184 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:40.483269 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-429bf2d7-59a4-42e0-8d12-dff769b5d919 None None] Provisioning complete for port 9c788124-2671-444c-98f8-1098c854377e triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:40.483786 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-429bf2d7-59a4-42e0-8d12-dff769b5d919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (9c788124-2671-444c-98f8-1098c854377e), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:40.492354 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:40.570686 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port b658886d-f22c-4936-aa90-0e68ac38b5ad is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:40.594685 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-429bf2d7-59a4-42e0-8d12-dff769b5d919 None None] Port 9c788124-2671-444c-98f8-1098c854377e cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:54:40.772360 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 2cba1721-a5b1-40ed-95cc-7659f5cc2997 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:54:40.920193 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 2cba1721-a5b1-40ed-95cc-7659f5cc2997 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:54:40.920813 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (2cba1721-a5b1-40ed-95cc-7659f5cc2997), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:40.946226 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4bc49b09-a030-4ea0-a956-9e41c38f684d admin admin] Publish callbacks [] for security_group (dbcbdeeb-e76c-4fdc-96f8-9f44c8f0ba6b), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:41.012744 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4bc49b09-a030-4ea0-a956-9e41c38f684d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (dbcbdeeb-e76c-4fdc-96f8-9f44c8f0ba6b), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:41.094202 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-dc068b61-0562-425b-a009-87e4ad5c6457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c788124-2671-444c-98f8-1098c854377e {{(pid=110061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:54:41.108647 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-dc068b61-0562-425b-a009-87e4ad5c6457 service neutron] Publish callbacks [] for port (9c788124-2671-444c-98f8-1098c854377e), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:41.177966 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.provisioning_blocks [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-dc068b61-0562-425b-a009-87e4ad5c6457 service neutron] Transition to ACTIVE for port object 9c788124-2671-444c-98f8-1098c854377e will not be triggered until provisioned by entity L2. {{(pid=110061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:54:41.185245 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-993b2dd7-792f-492b-a113-5a770ef46322 req-e75c3ed5-8d47-4b2f-afbd-a1833118b239 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--640803697&fields=id&tenant_id=89b4336043d5446b922432a2f43af17a HTTP/1.1" status: 200 len: 267 time: 0.8279486 May 19 13:54:41.190556 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-dc068b61-0562-425b-a009-87e4ad5c6457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (9c788124-2671-444c-98f8-1098c854377e), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:41.223089 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 2cba1721-a5b1-40ed-95cc-7659f5cc2997 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:41.367295 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a7169-d22d-49cd-a213-0bf9181f4f50 req-b07aefa3-12f0-4007-b559-028d9ddb857a tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:41.378267 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a60a7169-d22d-49cd-a213-0bf9181f4f50 req-b07aefa3-12f0-4007-b559-028d9ddb857a tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 931 time: 0.1977820 May 19 13:54:41.670963 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:41.803785 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc068b61-0562-425b-a009-87e4ad5c6457 service neutron] Pushing event updated for resources: {'Port': ['ID=9c788124-2671-444c-98f8-1098c854377e,revision_number=2']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:41.829824 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-4bc49b09-a030-4ea0-a956-9e41c38f684d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8dda670ea595449998e3f41b236edfe1&name=default HTTP/1.1" status: 200 len: 2996 time: 3.8355772 May 19 13:54:41.830490 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a60a7169-d22d-49cd-a213-0bf9181f4f50 req-3d689612-6974-4f42-ad66-f5ba07319b63 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425251 May 19 13:54:41.837627 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 56960) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:41.845365 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bf94b0c8-ed2b-43a6-9559-458383007e24 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for port (3efc1199-26aa-4ead-adad-da25508deefb), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:41.919357 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:41.941121 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-17bbc781-89c6-4f09-832c-c48b8a8d2422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c2ca481-d8b3-43c5-9df6-5b028371dcf0 {{(pid=110062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:54:41.948923 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-dc068b61-0562-425b-a009-87e4ad5c6457 service neutron] Attempting to bind port 9c788124-2671-444c-98f8-1098c854377e on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:54:41.950565 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-dc068b61-0562-425b-a009-87e4ad5c6457 service neutron] Attempting to bind port 9c788124-2671-444c-98f8-1098c854377e by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '3357b59c-800b-4264-ab3b-ac31421ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258'}] {{(pid=110061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:54:41.951158 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-dc068b61-0562-425b-a009-87e4ad5c6457 service neutron] Attempting to bind port 9c788124-2671-444c-98f8-1098c854377e on network 34a01e8b-7928-4301-ae0a-d1e9be21f258 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:54:41.951603 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-17bbc781-89c6-4f09-832c-c48b8a8d2422 service neutron] Publish callbacks [] for port (1c2ca481-d8b3-43c5-9df6-5b028371dcf0), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:42.024386 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.provisioning_blocks [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-17bbc781-89c6-4f09-832c-c48b8a8d2422 service neutron] Transition to ACTIVE for port object 1c2ca481-d8b3-43c5-9df6-5b028371dcf0 will not be triggered until provisioned by entity L2. {{(pid=110062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:54:42.031487 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:42.098591 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-4236a439-6c0c-482b-a009-a505a05254d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad {{(pid=110062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:54:42.112320 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-4236a439-6c0c-482b-a009-a505a05254d1 service neutron] Publish callbacks [] for port (b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:42.129154 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-17bbc781-89c6-4f09-832c-c48b8a8d2422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (1c2ca481-d8b3-43c5-9df6-5b028371dcf0), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:42.153548 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.provisioning_blocks [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-4236a439-6c0c-482b-a009-a505a05254d1 service neutron] Transition to ACTIVE for port object b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad will not be triggered until provisioned by entity L2. {{(pid=110062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:54:42.157384 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc49b09-a030-4ea0-a956-9e41c38f684d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcbdeeb-e76c-4fdc-96f8-9f44c8f0ba6b,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:42.172448 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bf94b0c8-ed2b-43a6-9559-458383007e24 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (3efc1199-26aa-4ead-adad-da25508deefb), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:42.193018 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-4236a439-6c0c-482b-a009-a505a05254d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:42.232501 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bf94b0c8-ed2b-43a6-9559-458383007e24 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (6a1da307-b0e1-4eaf-b74b-421333bc7f72), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:42.245627 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-dc068b61-0562-425b-a009-87e4ad5c6457 service neutron] Port 9c788124-2671-444c-98f8-1098c854377e on network 34a01e8b-7928-4301-ae0a-d1e9be21f258 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:54:42.246704 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:42.247091 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-dc068b61-0562-425b-a009-87e4ad5c6457 service neutron] Attempting to bind port 9c788124-2671-444c-98f8-1098c854377e on network 34a01e8b-7928-4301-ae0a-d1e9be21f258 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:54:42.263723 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bf94b0c8-ed2b-43a6-9559-458383007e24 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:42.267140 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-bf94b0c8-ed2b-43a6-9559-458383007e24 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.7450452 May 19 13:54:42.289208 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-95f37b56-bedb-413d-8b88-7e8f2ca68a12 admin admin] Publish callbacks [] for security_group (dbcbdeeb-e76c-4fdc-96f8-9f44c8f0ba6b), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:42.297854 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0ca6c874-cb63-403a-ab35-9125c98bc4ef admin admin] Publish callbacks [] for security_group (4ec8b6f2-d021-471d-881f-771a073eb5eb), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:42.298220 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-dc068b61-0562-425b-a009-87e4ad5c6457 service neutron] Checking agent: {'id': '7bec7b2c-83f8-44b0-a5e6-0a5454b173c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'started_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:54:42.299008 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-dc068b61-0562-425b-a009-87e4ad5c6457 service neutron] Checking segment: {'id': '3357b59c-800b-4264-ab3b-ac31421ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:54:42.299582 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-dc068b61-0562-425b-a009-87e4ad5c6457 service neutron] Bound using segment: {'id': '3357b59c-800b-4264-ab3b-ac31421ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258'} {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:54:42.300115 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-dc068b61-0562-425b-a009-87e4ad5c6457 service neutron] Bound port: 9c788124-2671-444c-98f8-1098c854377e, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3357b59c-800b-4264-ab3b-ac31421ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258'}}] {{(pid=110061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:54:42.300509 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-dc068b61-0562-425b-a009-87e4ad5c6457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (9c788124-2671-444c-98f8-1098c854377e), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:42.369171 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0ca6c874-cb63-403a-ab35-9125c98bc4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (4ec8b6f2-d021-471d-881f-771a073eb5eb), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:42.383578 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca6c874-cb63-403a-ab35-9125c98bc4ef admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=110062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:54:42.394957 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0ca6c874-cb63-403a-ab35-9125c98bc4ef admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784568151821', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (89e89e7b-e763-4918-b166-239db801fe72), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:42.395724 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.db.segments_db [None req-0ca6c874-cb63-403a-ab35-9125c98bc4ef admin admin] Added segment 89e89e7b-e763-4918-b166-239db801fe72 of type vlan for network 8ff3cec5-cb61-42f1-9f06-2f870efcc775 May 19 13:54:42.444018 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0ca6c874-cb63-403a-ab35-9125c98bc4ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784567602773'] for network (8ff3cec5-cb61-42f1-9f06-2f870efcc775), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:42.462881 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-dc068b61-0562-425b-a009-87e4ad5c6457 service neutron] For port 9c788124-2671-444c-98f8-1098c854377e, host hv-cinder-78481, cleared binding levels {{(pid=110061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:54:42.504470 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0ca6c874-cb63-403a-ab35-9125c98bc4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for network (8ff3cec5-cb61-42f1-9f06-2f870efcc775), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:42.505896 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca6c874-cb63-403a-ab35-9125c98bc4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:42.506700 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0ca6c874-cb63-403a-ab35-9125c98bc4ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:42.530466 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbc781-89c6-4f09-832c-c48b8a8d2422 service neutron] Pushing event updated for resources: {'Port': ['ID=1c2ca481-d8b3-43c5-9df6-5b028371dcf0,revision_number=2']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:42.580330 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b2dd7-792f-492b-a113-5a770ef46322 req-8e15f1f7-7b58-4940-806b-f6b7dbaa6895 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:42.586127 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-993b2dd7-792f-492b-a113-5a770ef46322 req-8e15f1f7-7b58-4940-806b-f6b7dbaa6895 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/networks?id=08206db8-8e78-4412-8a62-0db97bb617cf HTTP/1.1" status: 200 len: 815 time: 1.2058082 May 19 13:54:42.654975 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-dc068b61-0562-425b-a009-87e4ad5c6457 service neutron] For port 9c788124-2671-444c-98f8-1098c854377e, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=9c788124-2671-444c-98f8-1098c854377e,segment=NetworkSegment(3357b59c-800b-4264-ab3b-ac31421ff465),segment_id=3357b59c-800b-4264-ab3b-ac31421ff465)] {{(pid=110061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:54:42.697783 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27f9bd-306a-4996-9ce6-2ec54bcccdf2 req-4a395b6d-6384-4643-8dea-655cdf351efe tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:42.713149 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1f27f9bd-306a-4996-9ce6-2ec54bcccdf2 req-4a395b6d-6384-4643-8dea-655cdf351efe tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 943 time: 0.7654016 May 19 13:54:42.731865 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94b0c8-ed2b-43a6-9559-458383007e24 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Pushing event updated for resources: {'Port': ['ID=3efc1199-26aa-4ead-adad-da25508deefb,revision_number=2']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:42.765397 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-95f37b56-bedb-413d-8b88-7e8f2ca68a12 admin admin] Publish callbacks [] for security_group (dbcbdeeb-e76c-4fdc-96f8-9f44c8f0ba6b), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:42.876837 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=100 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:42.927002 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236a439-6c0c-482b-a009-a505a05254d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad,revision_number=2']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:42.932388 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-dc068b61-0562-425b-a009-87e4ad5c6457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (9c788124-2671-444c-98f8-1098c854377e), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:43.073510 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-17bbc781-89c6-4f09-832c-c48b8a8d2422 service neutron] Attempting to bind port 1c2ca481-d8b3-43c5-9df6-5b028371dcf0 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:54:43.075602 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-17bbc781-89c6-4f09-832c-c48b8a8d2422 service neutron] Attempting to bind port 1c2ca481-d8b3-43c5-9df6-5b028371dcf0 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '3357b59c-800b-4264-ab3b-ac31421ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258'}] {{(pid=110062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:54:43.076090 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-17bbc781-89c6-4f09-832c-c48b8a8d2422 service neutron] Attempting to bind port 1c2ca481-d8b3-43c5-9df6-5b028371dcf0 on network 34a01e8b-7928-4301-ae0a-d1e9be21f258 {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:54:43.094118 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-993b2dd7-792f-492b-a113-5a770ef46322 req-f8f6f5f9-ee38-47d2-8263-aec38ce91172 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/quotas/89b4336043d5446b922432a2f43af17a HTTP/1.1" status: 200 len: 375 time: 0.4300227 May 19 13:54:43.102433 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-17bbc781-89c6-4f09-832c-c48b8a8d2422 service neutron] Port 1c2ca481-d8b3-43c5-9df6-5b028371dcf0 on network 34a01e8b-7928-4301-ae0a-d1e9be21f258 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:54:43.103021 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-17bbc781-89c6-4f09-832c-c48b8a8d2422 service neutron] Attempting to bind port 1c2ca481-d8b3-43c5-9df6-5b028371dcf0 on network 34a01e8b-7928-4301-ae0a-d1e9be21f258 {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:54:43.121818 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6c874-cb63-403a-ab35-9125c98bc4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec8b6f2-d021-471d-881f-771a073eb5eb,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:43.146087 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-0ca6c874-cb63-403a-ab35-9125c98bc4ef admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.9551733 May 19 13:54:43.162931 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 56982) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:54:43.165173 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-95f37b56-bedb-413d-8b88-7e8f2ca68a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (dbcbdeeb-e76c-4fdc-96f8-9f44c8f0ba6b), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:43.165302 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:43.170430 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-95f37b56-bedb-413d-8b88-7e8f2ca68a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:43.171602 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-7091432b-15b8-4bd8-91a9-bac77ba66953 admin admin] Request body: {'subnet': {'network_id': '8ff3cec5-cb61-42f1-9f06-2f870efcc775', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1540458000-subnet', 'tenant_id': '4fe46ffac52d412daf3663e2ab1273de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:54:43.172194 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-95f37b56-bedb-413d-8b88-7e8f2ca68a12 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dbcbdeeb-e76c-4fdc-96f8-9f44c8f0ba6b HTTP/1.1" status: 204 len: 168 time: 1.3321235 May 19 13:54:43.177759 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-dc068b61-0562-425b-a009-87e4ad5c6457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:43.178536 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-dc068b61-0562-425b-a009-87e4ad5c6457 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:43.180403 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-dc068b61-0562-425b-a009-87e4ad5c6457 service neutron] 10.222.0.65 "PUT /v2.0/ports/9c788124-2671-444c-98f8-1098c854377e HTTP/1.1" status: 200 len: 1093 time: 2.9487360 May 19 13:54:43.194709 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1f27f9bd-306a-4996-9ce6-2ec54bcccdf2 req-e78c337c-8af4-4ae9-8b54-f74095d9e395 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801464 May 19 13:54:43.210296 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-17bbc781-89c6-4f09-832c-c48b8a8d2422 service neutron] Checking agent: {'id': '7bec7b2c-83f8-44b0-a5e6-0a5454b173c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'started_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:54:43.211343 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-17bbc781-89c6-4f09-832c-c48b8a8d2422 service neutron] Checking segment: {'id': '3357b59c-800b-4264-ab3b-ac31421ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:54:43.212017 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-17bbc781-89c6-4f09-832c-c48b8a8d2422 service neutron] Bound using segment: {'id': '3357b59c-800b-4264-ab3b-ac31421ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258'} {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:54:43.213193 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-17bbc781-89c6-4f09-832c-c48b8a8d2422 service neutron] Bound port: 1c2ca481-d8b3-43c5-9df6-5b028371dcf0, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3357b59c-800b-4264-ab3b-ac31421ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258'}}] {{(pid=110062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:54:43.214800 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaac7a1c-80e3-46ab-a5a0-2135ac395d2f', 'tag': '9c788124-2671-444c-98f8-1098c854377e'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:54:43.215543 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-17bbc781-89c6-4f09-832c-c48b8a8d2422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (1c2ca481-d8b3-43c5-9df6-5b028371dcf0), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:43.249957 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-4236a439-6c0c-482b-a009-a505a05254d1 service neutron] Attempting to bind port b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:54:43.250314 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-4236a439-6c0c-482b-a009-a505a05254d1 service neutron] Attempting to bind port b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '4d1b3cf9-513f-43fd-88dd-fbbd610fd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '70b884c2-f81a-46c8-b02a-cbd78cb207ae'}] {{(pid=110062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:54:43.250645 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-4236a439-6c0c-482b-a009-a505a05254d1 service neutron] Attempting to bind port b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad on network 70b884c2-f81a-46c8-b02a-cbd78cb207ae {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:54:43.290488 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6c874-cb63-403a-ab35-9125c98bc4ef admin admin] Pushing event updated for resources: {'Network': ['ID=8ff3cec5-cb61-42f1-9f06-2f870efcc775,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:43.297775 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-4236a439-6c0c-482b-a009-a505a05254d1 service neutron] Port b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad on network 70b884c2-f81a-46c8-b02a-cbd78cb207ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:54:43.298190 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-4236a439-6c0c-482b-a009-a505a05254d1 service neutron] Attempting to bind port b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad on network 70b884c2-f81a-46c8-b02a-cbd78cb207ae {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:54:43.303666 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Network 8ff3cec5-cb61-42f1-9f06-2f870efcc775 details requested by agent ovs-agent-dv-cinder-784815-14-iscsi with host dv-cinder-784815-14-iscsi {{(pid=110063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:54:43.318645 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-4236a439-6c0c-482b-a009-a505a05254d1 service neutron] Checking agent: {'id': '7bec7b2c-83f8-44b0-a5e6-0a5454b173c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'started_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:54:43.319130 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-4236a439-6c0c-482b-a009-a505a05254d1 service neutron] Checking segment: {'id': '4d1b3cf9-513f-43fd-88dd-fbbd610fd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '70b884c2-f81a-46c8-b02a-cbd78cb207ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:54:43.319634 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-4236a439-6c0c-482b-a009-a505a05254d1 service neutron] Bound using segment: {'id': '4d1b3cf9-513f-43fd-88dd-fbbd610fd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '70b884c2-f81a-46c8-b02a-cbd78cb207ae'} {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:54:43.320301 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-4236a439-6c0c-482b-a009-a505a05254d1 service neutron] Bound port: b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d1b3cf9-513f-43fd-88dd-fbbd610fd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '70b884c2-f81a-46c8-b02a-cbd78cb207ae'}}] {{(pid=110062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:54:43.320768 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-4236a439-6c0c-482b-a009-a505a05254d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:43.427422 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-17bbc781-89c6-4f09-832c-c48b8a8d2422 service neutron] For port 1c2ca481-d8b3-43c5-9df6-5b028371dcf0, host hv-cinder-78481, cleared binding levels {{(pid=110062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:54:43.463008 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-17bbc781-89c6-4f09-832c-c48b8a8d2422 service neutron] For port 1c2ca481-d8b3-43c5-9df6-5b028371dcf0, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1c2ca481-d8b3-43c5-9df6-5b028371dcf0,segment=NetworkSegment(3357b59c-800b-4264-ab3b-ac31421ff465),segment_id=3357b59c-800b-4264-ab3b-ac31421ff465)] {{(pid=110062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:54:43.468536 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f37b56-bedb-413d-8b88-7e8f2ca68a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcbdeeb-e76c-4fdc-96f8-9f44c8f0ba6b,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:43.475718 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-17bbc781-89c6-4f09-832c-c48b8a8d2422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (1c2ca481-d8b3-43c5-9df6-5b028371dcf0), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:43.488176 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-993b2dd7-792f-492b-a113-5a770ef46322 req-8407fd65-e456-4da8-b129-4f163e4e0f8b tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=89b4336043d5446b922432a2f43af17a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3630936 May 19 13:54:43.582380 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbc781-89c6-4f09-832c-c48b8a8d2422 service neutron] Pushing event updated for resources: {'Port': ['ID=1c2ca481-d8b3-43c5-9df6-5b028371dcf0,revision_number=3']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:43.601090 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7091432b-15b8-4bd8-91a9-bac77ba66953 admin admin] Made reservation on behalf of 4fe46ffac52d412daf3663e2ab1273de for: {'subnet': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:54:43.605282 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7091432b-15b8-4bd8-91a9-bac77ba66953 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:43.779454 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc068b61-0562-425b-a009-87e4ad5c6457 service neutron] Pushing event updated for resources: {'Port': ['ID=9c788124-2671-444c-98f8-1098c854377e,revision_number=3']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:43.833811 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-37865031-ac1a-490a-9971-6a697cdfdb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:43.848987 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-37865031-ac1a-490a-9971-6a697cdfdb66 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28027af4cc0c4ca99035e48aa6237805&device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 1127 time: 0.4009576 May 19 13:54:44.003603 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f52a65-ade4-41a4-9517-ff0b75968f12" -d '{"events": [{"name": "network-changed", "server_uuid": "aaac7a1c-80e3-46ab-a5a0-2135ac395d2f", "tag": "9c788124-2671-444c-98f8-1098c854377e"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:54:44.019920 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [req-993b2dd7-792f-492b-a113-5a770ef46322 req-f83fe35e-31cc-4c7b-89e7-9df87a23d0c3 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110061) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 13:54:44.028289 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-993b2dd7-792f-492b-a113-5a770ef46322 req-f83fe35e-31cc-4c7b-89e7-9df87a23d0c3 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3093171 May 19 13:54:44.064255 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-17bbc781-89c6-4f09-832c-c48b8a8d2422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:44.065074 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-17bbc781-89c6-4f09-832c-c48b8a8d2422 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:44.067680 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-17bbc781-89c6-4f09-832c-c48b8a8d2422 service neutron] 10.222.0.65 "PUT /v2.0/ports/1c2ca481-d8b3-43c5-9df6-5b028371dcf0 HTTP/1.1" status: 200 len: 1093 time: 7.2888055 May 19 13:54:44.068586 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0a5331-be2a-4c5b-80ac-6be7220f2516', 'tag': '1c2ca481-d8b3-43c5-9df6-5b028371dcf0'}] {{(pid=110062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:54:44.183895 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-46227503-ee47-47cd-b0d2-1d15986504e5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--556661666&fields=id&tenant_id=4eed7a893f7b42edaadbf898ebe16cd6 HTTP/1.1" status: 200 len: 267 time: 0.7253540 May 19 13:54:44.259422 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7091432b-15b8-4bd8-91a9-bac77ba66953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for subnet (9d549a98-b6c8-49d3-8488-ba26af2d08e6), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:44.279738 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-7f87b69e-feb5-4fe9-a3ad-4b09393ecafe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c788124-2671-444c-98f8-1098c854377e HTTP/1.1" status: 200 len: 217 time: 0.4023311 May 19 13:54:44.434906 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-75902f4c-f372-4a22-8816-b426161d66a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:44.436478 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-75902f4c-f372-4a22-8816-b426161d66a3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28027af4cc0c4ca99035e48aa6237805&device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 1127 time: 0.1831012 May 19 13:54:44.594599 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-4236a439-6c0c-482b-a009-a505a05254d1 service neutron] For port b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad, host hv-cinder-78481, cleared binding levels {{(pid=110062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:54:44.638914 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-5b55a5e9-b6ff-4a31-8c92-3911f91656ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:44.640361 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-5b55a5e9-b6ff-4a31-8c92-3911f91656ae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e59f71b-406f-4674-9cc1-e5ca82f3a90f HTTP/1.1" status: 200 len: 857 time: 0.2888834 May 19 13:54:44.659108 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-4236a439-6c0c-482b-a009-a505a05254d1 service neutron] For port b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad,segment=NetworkSegment(4d1b3cf9-513f-43fd-88dd-fbbd610fd21d),segment_id=4d1b3cf9-513f-43fd-88dd-fbbd610fd21d)] {{(pid=110062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:54:44.751414 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dff7f06c5e0e0f36f9473af0b06c6f419441bd6c4accb13c2a4abbfe17b595b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b0fef2-5745-4ce4-9d5a-25c73d25868e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0a5331-be2a-4c5b-80ac-6be7220f2516", "tag": "1c2ca481-d8b3-43c5-9df6-5b028371dcf0"}]}' {{(pid=110062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:54:44.758396 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-993b2dd7-792f-492b-a113-5a770ef46322 req-851709ab-87fd-4d2f-9163-a510c53c09b4 service neutron] 10.222.0.52 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7292886 May 19 13:54:44.776972 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-4236a439-6c0c-482b-a009-a505a05254d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:44.803786 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-00301a4c-0f4f-4b85-bfad-58493151a60b tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:44.811267 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-00301a4c-0f4f-4b85-bfad-58493151a60b tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/networks?id=ad76f5bc-7148-40ee-8a08-ce1742f9a049 HTTP/1.1" status: 200 len: 816 time: 0.5331600 May 19 13:54:44.884392 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236a439-6c0c-482b-a009-a505a05254d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad,revision_number=3']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:44.898264 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-3d870436-6c4c-4965-abe1-62d5f82faa11 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c2ca481-d8b3-43c5-9df6-5b028371dcf0 HTTP/1.1" status: 200 len: 217 time: 0.4078703 May 19 13:54:44.904537 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:44.923827 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-d54286be-a709-4175-b50d-b0eb50be7c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:44.925324 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-d54286be-a709-4175-b50d-b0eb50be7c6f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34a01e8b-7928-4301-ae0a-d1e9be21f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2458994 May 19 13:54:44.942794 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-4236a439-6c0c-482b-a009-a505a05254d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:44.944315 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-4236a439-6c0c-482b-a009-a505a05254d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:44.951873 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-4236a439-6c0c-482b-a009-a505a05254d1 service neutron] 10.222.0.65 "PUT /v2.0/ports/b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad HTTP/1.1" status: 200 len: 1093 time: 8.1732786 May 19 13:54:44.986944 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-3df0a829-f21e-43d1-9698-b0f09d5e64ca tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/quotas/4eed7a893f7b42edaadbf898ebe16cd6 HTTP/1.1" status: 200 len: 375 time: 0.1743510 May 19 13:54:45.006020 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091432b-15b8-4bd8-91a9-bac77ba66953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d549a98-b6c8-49d3-8488-ba26af2d08e6,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:45.043751 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7091432b-15b8-4bd8-91a9-bac77ba66953 admin admin] Checking segment: {'id': '89e89e7b-e763-4918-b166-239db801fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8ff3cec5-cb61-42f1-9f06-2f870efcc775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:54:45.044326 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7091432b-15b8-4bd8-91a9-bac77ba66953 admin admin] Network hostable DHCP agents. Network: 8ff3cec5-cb61-42f1-9f06-2f870efcc775, hostable agents: ['ed6e9061-200e-415c-854c-495582c024f0'], hosted agents: [] {{(pid=110062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:54:45.050112 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:45.050955 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:45.071923 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-a56d1a77-e5b7-4126-a9ce-8276a5a952e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:45.074429 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-a56d1a77-e5b7-4126-a9ce-8276a5a952e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e59f71b-406f-4674-9cc1-e5ca82f3a90f HTTP/1.1" status: 200 len: 857 time: 0.1146965 May 19 13:54:45.084012 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7091432b-15b8-4bd8-91a9-bac77ba66953 admin admin] Network 8ff3cec5-cb61-42f1-9f06-2f870efcc775 is scheduled to be hosted by DHCP agent ed6e9061-200e-415c-854c-495582c024f0 with binding_index 1 {{(pid=110062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:54:45.101421 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-7091432b-15b8-4bd8-91a9-bac77ba66953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-14-iscsi, 8ff3cec5-cb61-42f1-9f06-2f870efcc775) {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:54:45.108853 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7091432b-15b8-4bd8-91a9-bac77ba66953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:45.110063 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7091432b-15b8-4bd8-91a9-bac77ba66953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for subnet (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:45.114254 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6970401e-46c8-4c97-afa1-0a6f9dae5b48 None None] Network 8ff3cec5-cb61-42f1-9f06-2f870efcc775 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:54:45.139117 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-7091432b-15b8-4bd8-91a9-bac77ba66953 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9721997 May 19 13:54:45.180569 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-d44a46e4-23c6-4242-b512-d58c5db0cf49 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4eed7a893f7b42edaadbf898ebe16cd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1282399 May 19 13:54:45.198130 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-111eb09f-6c2b-4a35-a023-96daabbf38fd service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561545 May 19 13:54:45.287149 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:45.288873 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-0622f846-c3e6-4c26-b3d7-fb5f7c18f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:45.290404 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-0622f846-c3e6-4c26-b3d7-fb5f7c18f1d0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89676dbc35634ec7994040c93f693f7c&device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 1127 time: 0.0582523 May 19 13:54:45.320013 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbb51fb-f514-49c3-9230-d450483bf4b4 None None] Network 8ff3cec5-cb61-42f1-9f06-2f870efcc775 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:54:45.406659 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-3bf1cfbb-7379-4577-b9b3-7ac3c8a831c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:45.408574 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-3bf1cfbb-7379-4577-b9b3-7ac3c8a831c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34a01e8b-7928-4301-ae0a-d1e9be21f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1170492 May 19 13:54:45.473821 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-993b2dd7-792f-492b-a113-5a770ef46322 req-cfa964b4-a3bd-4129-ac1f-00a644372ce4 service neutron] 10.222.0.52 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7001803 May 19 13:54:45.530921 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-29986d1e-97f0-4354-b9ff-f7237118636e service neutron] 10.222.0.52 "GET /v2.0/networks/ad76f5bc-7148-40ee-8a08-ce1742f9a049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303711 May 19 13:54:45.602217 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d4e0b07e-35b9-4a5a-99df-287db263958b req-33f69e48-c432-4065-bf81-49d6d204e290 service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501270 May 19 13:54:45.730613 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-a42b88c6-9efc-42b0-bcd2-2fb5c2d962f5 service neutron] 10.222.0.52 "GET /v2.0/networks/ad76f5bc-7148-40ee-8a08-ce1742f9a049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939089 May 19 13:54:45.764063 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-8eeb3bc0-30c5-4289-9aaf-047c6047466d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad HTTP/1.1" status: 200 len: 217 time: 0.1177976 May 19 13:54:45.838456 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ce1f8-4874-4f69-8244-416fe30cb9b4 req-7b2feed9-d319-402a-bf30-e1b315d7afb9 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:45.841329 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-178ce1f8-4874-4f69-8244-416fe30cb9b4 req-7b2feed9-d319-402a-bf30-e1b315d7afb9 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 943 time: 0.0769260 May 19 13:54:45.855825 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-eb721605-2198-4122-b043-6a290997006b service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119076 May 19 13:54:45.970730 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-178ce1f8-4874-4f69-8244-416fe30cb9b4 req-80c1014a-2f74-4a1a-9b1b-66c19510a7de tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215928 May 19 13:54:46.242624 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddb0ff-b2ac-4212-9e3a-9aa372485183 req-d4fb4cef-2bca-49d6-b473-4586a2bb6fd6 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:46.251471 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-24ddb0ff-b2ac-4212-9e3a-9aa372485183 req-d4fb4cef-2bca-49d6-b473-4586a2bb6fd6 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 943 time: 0.1633775 May 19 13:54:46.262598 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b2ee2a-b3cd-44a7-a43d-732812e58676 x-openstack-request-id: req-39b2ee2a-b3cd-44a7-a43d-732812e58676 {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:54:46.263375 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaac7a1c-80e3-46ab-a5a0-2135ac395d2f", "tag": "9c788124-2671-444c-98f8-1098c854377e", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:54:46.263855 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39b2ee2a-b3cd-44a7-a43d-732812e58676 {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:54:46.264599 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39b2ee2a-b3cd-44a7-a43d-732812e58676'] response: {'name': 'network-changed', 'server_uuid': 'aaac7a1c-80e3-46ab-a5a0-2135ac395d2f', 'tag': '9c788124-2671-444c-98f8-1098c854377e', 'status': 'completed', 'code': 200} May 19 13:54:46.335348 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-24ddb0ff-b2ac-4212-9e3a-9aa372485183 req-ed3c67e7-e5f9-413d-bf4d-09541c3ad60f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821409 May 19 13:54:46.441303 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4960240-46ed-488b-9198-bcee05e6a149 x-openstack-request-id: req-f4960240-46ed-488b-9198-bcee05e6a149 {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:54:46.441856 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0a5331-be2a-4c5b-80ac-6be7220f2516", "tag": "1c2ca481-d8b3-43c5-9df6-5b028371dcf0", "status": "completed", "code": 200}]} {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:54:46.441856 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f4960240-46ed-488b-9198-bcee05e6a149 {{(pid=110062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:54:46.442364 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4960240-46ed-488b-9198-bcee05e6a149'] response: {'name': 'network-changed', 'server_uuid': '2b0a5331-be2a-4c5b-80ac-6be7220f2516', 'tag': '1c2ca481-d8b3-43c5-9df6-5b028371dcf0', 'status': 'completed', 'code': 200} May 19 13:54:46.463104 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5b4b4b93-61c5-4d5d-819c-37c68c26f9b9 req-8ee614be-6b89-4361-9567-3d08e3172987 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 210 time: 0.0889661 May 19 13:54:46.531640 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-57f512de-bded-4386-b3c7-ff5d46c360d7 req-82d2dab6-22c8-4228-9b42-8e871db0666f tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 210 time: 0.0399454 May 19 13:54:46.960025 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f52a65-ade4-41a4-9517-ff0b75968f12 req-421d0b53-7783-49a9-a13f-d750221455dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:46.961783 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-69f52a65-ade4-41a4-9517-ff0b75968f12 req-421d0b53-7783-49a9-a13f-d750221455dd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28027af4cc0c4ca99035e48aa6237805&device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 1127 time: 0.0813048 May 19 13:54:46.966067 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-f569dff1-9305-4e71-8596-c3651e09e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:46.967578 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-f569dff1-9305-4e71-8596-c3651e09e564 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d19ad2de-e36a-4814-baeb-63fd5b0ae030 HTTP/1.1" status: 200 len: 852 time: 0.1174886 May 19 13:54:47.086432 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-72778dd1-c15d-460e-aea5-f92d8071fec4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=70b884c2-f81a-46c8-b02a-cbd78cb207ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960705 May 19 13:54:47.106753 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-8be9e1d6-31c4-4ca6-99f8-1db9cc8c42ed req-35d1dfa3-4ef0-42de-9f55-46e4971eb1dc service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080934 May 19 13:54:47.195030 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-5b5c6a67-1222-404b-acdd-4716cd45bf70 service neutron] 10.222.0.65 "GET /v2.0/networks/70b884c2-f81a-46c8-b02a-cbd78cb207ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985334 May 19 13:54:47.342173 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075b2f1-6502-43b2-a040-a8c45eec8260 req-716cf6ba-7161-405f-a160-ee879b8a955e tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:47.343569 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8075b2f1-6502-43b2-a040-a8c45eec8260 req-716cf6ba-7161-405f-a160-ee879b8a955e tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 943 time: 0.1095524 May 19 13:54:47.421536 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f52a65-ade4-41a4-9517-ff0b75968f12 req-94215664-adf5-4423-b579-c35d93a1a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:47.423043 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-69f52a65-ade4-41a4-9517-ff0b75968f12 req-94215664-adf5-4423-b579-c35d93a1a959 service neutron] 10.222.0.65 "GET /v2.0/networks?id=34a01e8b-7928-4301-ae0a-d1e9be21f258 HTTP/1.1" status: 200 len: 919 time: 0.4349585 May 19 13:54:47.461016 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8075b2f1-6502-43b2-a040-a8c45eec8260 req-413ed6d5-6412-431a-a056-44db854ea548 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116190 May 19 13:54:47.472795 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347d105-1d67-4ade-8373-22db209cedfe req-244f49ae-81c7-45db-b594-8946480dd013 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:47.474339 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8347d105-1d67-4ade-8373-22db209cedfe req-244f49ae-81c7-45db-b594-8946480dd013 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 943 time: 0.0733452 May 19 13:54:47.497684 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:47.549111 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8347d105-1d67-4ade-8373-22db209cedfe req-bded8ac6-e1fb-434c-9e84-bd8dfec398d5 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668125 May 19 13:54:47.574777 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-35332e48-cd22-4d7b-84fe-435d96e3c414 req-e860848d-f352-41a8-ae5c-b1fc3122b497 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 210 time: 0.0394115 May 19 13:54:47.646563 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c780ad44-847b-4a47-baec-03aedf11a6d0 req-3a04faf6-6a27-4ede-b61d-49a7b24a9ef1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 210 time: 0.0292225 May 19 13:54:47.729403 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:47.774206 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e200c-b9ad-4441-8572-45ac85642236 req-f171b838-58d6-4388-a3f9-eebc676feab8 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:47.775689 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-952e200c-b9ad-4441-8572-45ac85642236 req-f171b838-58d6-4388-a3f9-eebc676feab8 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/networks?id=8ff3cec5-cb61-42f1-9f06-2f870efcc775 HTTP/1.1" status: 200 len: 809 time: 0.1076601 May 19 13:54:47.790017 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-952e200c-b9ad-4441-8572-45ac85642236 req-2f755a8d-0838-40e3-93a0-e13f5f1a2e3b tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/quotas/4fe46ffac52d412daf3663e2ab1273de HTTP/1.1" status: 200 len: 375 time: 0.0087075 May 19 13:54:47.822209 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-952e200c-b9ad-4441-8572-45ac85642236 req-304c8a93-c452-4dea-b3a2-c6a330c182a2 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4fe46ffac52d412daf3663e2ab1273de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266607 May 19 13:54:47.848266 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:47.939809 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-952e200c-b9ad-4441-8572-45ac85642236 req-8708c1f3-9abd-4890-922a-62a3dc72f859 service neutron] 10.222.0.52 "GET /v2.0/networks/8ff3cec5-cb61-42f1-9f06-2f870efcc775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096745 May 19 13:54:48.076988 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-69f52a65-ade4-41a4-9517-ff0b75968f12 req-20499666-cc55-443e-a26a-6eb9d8280e88 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c788124-2671-444c-98f8-1098c854377e HTTP/1.1" status: 200 len: 217 time: 0.0584321 May 19 13:54:48.096840 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-952e200c-b9ad-4441-8572-45ac85642236 req-84071c92-99af-4c1d-a484-c9db69214db3 service neutron] 10.222.0.52 "GET /v2.0/networks/8ff3cec5-cb61-42f1-9f06-2f870efcc775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557610 May 19 13:54:48.325710 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ded336a3-5db0-4127-9e83-888136f13cb8 req-a950b00a-4f7e-44c9-82bb-0f1e6dcf6d7e tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 210 time: 0.0551600 May 19 13:54:48.366062 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0fef2-5745-4ce4-9d5a-25c73d25868e req-c57eacb0-07a5-47e2-b44c-24e06496f998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:48.367632 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-c1b0fef2-5745-4ce4-9d5a-25c73d25868e req-c57eacb0-07a5-47e2-b44c-24e06496f998 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28027af4cc0c4ca99035e48aa6237805&device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 1127 time: 0.3507476 May 19 13:54:48.411174 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-10e168c5-7f8b-4328-b7fb-9f7769db071f req-1c0024df-f22d-4e3a-8a06-0550bc46ad56 service neutron] 10.222.0.65 "GET /v2.0/networks/70b884c2-f81a-46c8-b02a-cbd78cb207ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927658 May 19 13:54:48.447392 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d532aab-b9b2-43ad-8536-36ac47c34097', 'tag': 'b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad'}] {{(pid=110062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:54:48.449884 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dff7f06c5e0e0f36f9473af0b06c6f419441bd6c4accb13c2a4abbfe17b595b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902407c6-e76a-42b2-8ada-eb9e7a1a8f80" -d '{"events": [{"name": "network-changed", "server_uuid": "2d532aab-b9b2-43ad-8536-36ac47c34097", "tag": "b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad"}]}' {{(pid=110062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:54:48.524249 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983f197b-b93c-43fa-a096-2b278838b535 x-openstack-request-id: req-983f197b-b93c-43fa-a096-2b278838b535 {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:54:48.524670 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d532aab-b9b2-43ad-8536-36ac47c34097", "tag": "b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad", "status": "completed", "code": 200}]} {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:54:48.524932 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-983f197b-b93c-43fa-a096-2b278838b535 {{(pid=110062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:54:48.525535 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-983f197b-b93c-43fa-a096-2b278838b535'] response: {'name': 'network-changed', 'server_uuid': '2d532aab-b9b2-43ad-8536-36ac47c34097', 'tag': 'b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad', 'status': 'completed', 'code': 200} May 19 13:54:48.591651 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed1633-715d-43b6-9d71-d25d14652de6 req-3db24eaf-9253-4824-8906-a5526028e329 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:48.593764 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-05ed1633-715d-43b6-9d71-d25d14652de6 req-3db24eaf-9253-4824-8906-a5526028e329 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 943 time: 0.0495820 May 19 13:54:48.659466 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-05ed1633-715d-43b6-9d71-d25d14652de6 req-8d8cac59-4fdb-4e24-b42f-fa3596af5e93 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588813 May 19 13:54:48.705988 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44243f55-7460-42b5-9659-66d3d3410e81 req-d6a9780b-4914-46ee-85ea-1f805a078dd4 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:48.707645 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-44243f55-7460-42b5-9659-66d3d3410e81 req-d6a9780b-4914-46ee-85ea-1f805a078dd4 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 943 time: 0.0723553 May 19 13:54:48.766087 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d13dbf09-470b-4eac-99ce-8c2d1d254a16 req-87274945-4011-4e5b-936d-213e4b4e27d2 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 210 time: 0.0348229 May 19 13:54:48.781785 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-44243f55-7460-42b5-9659-66d3d3410e81 req-3614300d-b5b3-466e-b8c9-fc52e6721882 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679872 May 19 13:54:48.850243 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-090d87f9-a4a6-49e6-a9f1-c2c8df97bb3a req-3fa508a5-9777-4833-9408-1713aee80732 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 210 time: 0.0268421 May 19 13:54:49.428106 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d6bd3b57-125d-46ef-bdd6-8da9d99ae148 req-e8f0ad06-d108-4465-9d2e-b2e425e22f95 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 210 time: 0.0305374 May 19 13:54:49.779070 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23c1fe-6d53-43ba-8c31-ca031558ce70 req-d663f0f7-6919-4c20-a970-304d5310f7b7 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:49.780577 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9b23c1fe-6d53-43ba-8c31-ca031558ce70 req-d663f0f7-6919-4c20-a970-304d5310f7b7 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 943 time: 0.0523272 May 19 13:54:49.836814 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9b23c1fe-6d53-43ba-8c31-ca031558ce70 req-808e4025-df4b-4c0e-a39b-7b1234b9e51f tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507534 May 19 13:54:49.869498 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-70663a81-032a-42f1-943e-94df1510ecb8 req-e9e6dc2f-bc78-44a3-adfc-c5e1a1ad762d tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 210 time: 0.0275438 May 19 13:54:49.947717 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94452ac-f44e-44d8-b91e-fa4e454d7123 req-cffd0154-3eac-40ef-b94b-e73cbf8fc02d tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:49.949709 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d94452ac-f44e-44d8-b91e-fa4e454d7123 req-cffd0154-3eac-40ef-b94b-e73cbf8fc02d tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 943 time: 0.0556045 May 19 13:54:49.970175 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8a9b160e-dc77-4534-a824-7856a8b76d07 req-f9832738-8136-48d7-9788-5eec25bd2301 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 210 time: 0.0395463 May 19 13:54:50.012315 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d94452ac-f44e-44d8-b91e-fa4e454d7123 req-c244288b-4359-46af-9d77-daa41cb77a0d tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441246 May 19 13:54:50.520960 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6e4d7747-e2d4-4a1a-9b79-5ffe1491a583 req-497ce6ce-d0cc-4a37-a7fa-0c3bf5df17d5 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 210 time: 0.0282321 May 19 13:54:50.959220 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6045ade-5716-4606-9630-570851ea59dc req-29c9b7ab-0f3c-4402-8d02-79cd015670d9 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:50.960645 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e6045ade-5716-4606-9630-570851ea59dc req-29c9b7ab-0f3c-4402-8d02-79cd015670d9 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 943 time: 0.0555112 May 19 13:54:50.980966 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5431224d-c977-41a7-8235-82d1c8d53bab req-879fa80f-6590-43ce-9c0f-e1dd7dc93f47 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 210 time: 0.0412312 May 19 13:54:51.021262 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e6045ade-5716-4606-9630-570851ea59dc req-9bf76176-3d3b-4396-b061-f0cee5b4e29d tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438225 May 19 13:54:51.074088 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=50,neutron:INSERT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:51.083666 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 1c2ca481-d8b3-43c5-9df6-5b028371dcf0 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:54:51.095942 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=45 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:51.107172 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cfe5bb6c-3055-4e63-8ab4-77aa3b096890 req-256121fd-7025-48b4-9b7a-fc21917db0cc tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 210 time: 0.0659862 May 19 13:54:51.123292 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:51.155747 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f52a65-ade4-41a4-9517-ff0b75968f12 req-be2fe197-6f7f-40c8-bba2-f015f199db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:51.157179 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-69f52a65-ade4-41a4-9517-ff0b75968f12 req-be2fe197-6f7f-40c8-bba2-f015f199db88 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e59f71b-406f-4674-9cc1-e5ca82f3a90f HTTP/1.1" status: 200 len: 857 time: 0.0880091 May 19 13:54:51.170850 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496c5ff-ad45-4db1-a708-c09d9aeb2765 req-382b1d68-134e-456c-b5c9-cca97aac8332 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:51.172394 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c496c5ff-ad45-4db1-a708-c09d9aeb2765 req-382b1d68-134e-456c-b5c9-cca97aac8332 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 943 time: 0.0642021 May 19 13:54:51.224407 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c496c5ff-ad45-4db1-a708-c09d9aeb2765 req-491af4aa-0713-45d0-839f-8d578d9e2e11 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462034 May 19 13:54:51.336119 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 1c2ca481-d8b3-43c5-9df6-5b028371dcf0, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1c2ca481-d8b3-43c5-9df6-5b028371dcf0,segment=NetworkSegment(3357b59c-800b-4264-ab3b-ac31421ff465),segment_id=3357b59c-800b-4264-ab3b-ac31421ff465)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:54:51.348050 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Returning: {'device': '1c2ca481-d8b3-43c5-9df6-5b028371dcf0', 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258', 'port_id': '1c2ca481-d8b3-43c5-9df6-5b028371dcf0', 'mac_address': 'fa:16:3e:55:18:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:54:51.406977 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 1c2ca481-d8b3-43c5-9df6-5b028371dcf0 is: DOWN; New status is: BUILD {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:51.407456 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (1c2ca481-d8b3-43c5-9df6-5b028371dcf0), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:51.440349 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c2ca481-d8b3-43c5-9df6-5b028371dcf0 {{(pid=110063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:54:51.446795 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f52a65-ade4-41a4-9517-ff0b75968f12 req-d7c6a68e-042a-4dec-bc3c-6227a4befb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:51.448514 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-69f52a65-ade4-41a4-9517-ff0b75968f12 req-d7c6a68e-042a-4dec-bc3c-6227a4befb64 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34a01e8b-7928-4301-ae0a-d1e9be21f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0831847 May 19 13:54:51.476813 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 1c2ca481-d8b3-43c5-9df6-5b028371dcf0, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1c2ca481-d8b3-43c5-9df6-5b028371dcf0,segment=NetworkSegment(3357b59c-800b-4264-ab3b-ac31421ff465),segment_id=3357b59c-800b-4264-ab3b-ac31421ff465)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:54:51.482936 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (1c2ca481-d8b3-43c5-9df6-5b028371dcf0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:51.483624 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 9c788124-2671-444c-98f8-1098c854377e details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:54:51.555648 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 9c788124-2671-444c-98f8-1098c854377e, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=9c788124-2671-444c-98f8-1098c854377e,segment=NetworkSegment(3357b59c-800b-4264-ab3b-ac31421ff465),segment_id=3357b59c-800b-4264-ab3b-ac31421ff465)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:54:51.570581 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=1c2ca481-d8b3-43c5-9df6-5b028371dcf0,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:51.583799 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Returning: {'device': '9c788124-2671-444c-98f8-1098c854377e', 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258', 'port_id': '9c788124-2671-444c-98f8-1098c854377e', 'mac_address': 'fa:16:3e:f2:0d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:54:51.591157 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0fef2-5745-4ce4-9d5a-25c73d25868e req-113d7c29-38e9-48f9-b7cb-2761ca1b7642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:51.593320 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-c1b0fef2-5745-4ce4-9d5a-25c73d25868e req-113d7c29-38e9-48f9-b7cb-2761ca1b7642 service neutron] 10.222.0.65 "GET /v2.0/networks?id=34a01e8b-7928-4301-ae0a-d1e9be21f258 HTTP/1.1" status: 200 len: 919 time: 0.2569909 May 19 13:54:51.593467 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:51.626941 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 9c788124-2671-444c-98f8-1098c854377e is: DOWN; New status is: BUILD {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:54:51.627571 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (9c788124-2671-444c-98f8-1098c854377e), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:51.629424 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d4228ffd-92af-4081-975d-8c2a67dd3dd2 req-2f37a23e-29b3-4c9b-b440-c7a6a01a80ca tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 210 time: 0.0356634 May 19 13:54:51.641970 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c788124-2671-444c-98f8-1098c854377e {{(pid=110063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:54:51.663771 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 9c788124-2671-444c-98f8-1098c854377e, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=9c788124-2671-444c-98f8-1098c854377e,segment=NetworkSegment(3357b59c-800b-4264-ab3b-ac31421ff465),segment_id=3357b59c-800b-4264-ab3b-ac31421ff465)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:54:51.668467 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (9c788124-2671-444c-98f8-1098c854377e), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:54:51.724726 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=9c788124-2671-444c-98f8-1098c854377e,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:52.086307 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a41a4302-0ea5-4b54-9ddb-9356a8cbc594 req-b38b8859-a9ed-46f9-b875-4202ab40891e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 210 time: 0.0324683 May 19 13:54:52.124581 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:52.143910 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b731e-f842-4d0c-9eb6-b265f0ce7c4f req-5b4288d6-0ce1-4557-a61b-73ccefbd8d04 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:52.145861 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-060b731e-f842-4d0c-9eb6-b265f0ce7c4f req-5b4288d6-0ce1-4557-a61b-73ccefbd8d04 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 943 time: 0.0529320 May 19 13:54:52.216408 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-060b731e-f842-4d0c-9eb6-b265f0ce7c4f req-ba866e5e-5eba-48ab-8b41-0543978bce84 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649250 May 19 13:54:52.240005 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ec958aeb-a197-442c-9fca-6c3c70abd57d req-8e425561-c1a4-4a7f-abe5-5f02e07b2138 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 210 time: 0.0482013 May 19 13:54:52.342721 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a24b8-98de-46f1-b30d-f2b6d58a04e4 req-ca5a8a35-7c06-4456-9a82-74ffca4aab49 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:52.344157 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8a7a24b8-98de-46f1-b30d-f2b6d58a04e4 req-ca5a8a35-7c06-4456-9a82-74ffca4aab49 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 944 time: 0.0465314 May 19 13:54:52.390626 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8a7a24b8-98de-46f1-b30d-f2b6d58a04e4 req-37750342-c1eb-4eb4-a7d8-c38e5d79c313 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409441 May 19 13:54:52.725820 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-555ba546-0c2f-4041-8f57-8fe1fe71633c req-6d653e9c-720e-4a5a-9791-af63462a8935 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 210 time: 0.0300765 May 19 13:54:53.186962 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ebe26d05-8381-406c-a741-7dab753e449b req-81e69bba-d00c-4674-97a1-f6c4713bf8d5 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 210 time: 0.0276525 May 19 13:54:53.344737 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea39c6-e5dd-4d63-93db-5294ebc02ac1 req-8010b5ed-5027-4fc5-ab82-58a8bad06ef3 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:53.346182 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c5ea39c6-e5dd-4d63-93db-5294ebc02ac1 req-8010b5ed-5027-4fc5-ab82-58a8bad06ef3 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 943 time: 0.0617008 May 19 13:54:53.367503 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c74b267d-de53-4fe7-b5cb-6a3199df7bd6 req-0b4f2852-ad4c-45db-9ba3-5cef6fcda492 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 210 time: 0.0397031 May 19 13:54:53.405246 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c5ea39c6-e5dd-4d63-93db-5294ebc02ac1 req-5a3435b8-ac33-42dc-938f-4f76258e9c33 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444870 May 19 13:54:53.505646 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4af84-70e7-43e6-89e6-733bb5f71600 req-2c317d98-5ac3-4113-ac17-19956ff8cc54 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:53.507104 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ece4af84-70e7-43e6-89e6-733bb5f71600 req-2c317d98-5ac3-4113-ac17-19956ff8cc54 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 944 time: 0.0506434 May 19 13:54:53.553565 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ece4af84-70e7-43e6-89e6-733bb5f71600 req-d5aa9229-2df7-4a0c-b393-ddda32817baf tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407264 May 19 13:54:53.837491 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2906d5ab-e45a-4f4b-998e-ac348ec87d01 req-d80b5a90-3ac7-4b8e-967a-cf572d8d3a9d tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 210 time: 0.0270324 May 19 13:54:54.281089 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-79992560-c5eb-4d6d-9ab1-8a3170f3edb2 req-10ad070a-fa72-46cd-9357-41056ac7602d tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 210 time: 0.0275805 May 19 13:54:54.472022 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5dd68f72-7126-47d7-8a86-ba046ca04c29 req-b03e3f4e-8b14-4035-962a-e92d09cb7766 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 210 time: 0.0313742 May 19 13:54:54.519737 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfe444-68ac-42ef-a201-8b5cf300be14 req-4856ec7f-a62c-4cec-8bd9-66d9954735a8 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:54.521216 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-efcfe444-68ac-42ef-a201-8b5cf300be14 req-4856ec7f-a62c-4cec-8bd9-66d9954735a8 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 943 time: 0.0483501 May 19 13:54:54.567165 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-efcfe444-68ac-42ef-a201-8b5cf300be14 req-ae71ecb0-caca-4150-90e9-e21c086e3d68 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404313 May 19 13:54:54.666657 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b1c2a-803d-4a9f-95a8-7510d52e6f8f req-49834599-79a2-4697-b263-68ce3fc255a2 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:54.668090 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9b9b1c2a-803d-4a9f-95a8-7510d52e6f8f req-49834599-79a2-4697-b263-68ce3fc255a2 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 944 time: 0.0459030 May 19 13:54:54.713399 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9b9b1c2a-803d-4a9f-95a8-7510d52e6f8f req-7ba91bca-5fcf-4628-a99c-8651c19a707f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398107 May 19 13:54:54.932065 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f273eb41-cc23-423a-868c-fa66a55b0895 req-5dc47e22-3bba-4253-85e5-f4ec6dfa56e6 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 210 time: 0.0297604 May 19 13:54:55.373692 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-345f452a-d93f-4978-a05c-4fd0132244a4 req-7bb3a3e1-d92d-4c0e-8c69-f72fe935a9c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 210 time: 0.0270283 May 19 13:54:55.571482 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0e64e65b-82bc-47ab-b52c-5603dafe1762 req-57ee5956-831e-4be3-a4a6-4b2ff266d076 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 210 time: 0.0270739 May 19 13:54:55.677891 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef3de4-299c-4f2e-939f-0e74089c966e req-4f4c1703-1cc0-450a-a80e-b49b3bb974f5 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:55.679355 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-deef3de4-299c-4f2e-939f-0e74089c966e req-4f4c1703-1cc0-450a-a80e-b49b3bb974f5 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 943 time: 0.0455225 May 19 13:54:55.726215 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-deef3de4-299c-4f2e-939f-0e74089c966e req-844c1bef-f505-4461-a84c-aa9c4f684286 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408487 May 19 13:54:55.827442 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5fed1-325a-4f48-828d-04a20efd98c8 req-a6fee60d-9911-427a-baa5-0350931c3d67 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:55.828814 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ffd5fed1-325a-4f48-828d-04a20efd98c8 req-a6fee60d-9911-427a-baa5-0350931c3d67 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 944 time: 0.0493553 May 19 13:54:55.875551 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ffd5fed1-325a-4f48-828d-04a20efd98c8 req-5b382008-983a-4c88-b12f-c1c7078f0241 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412059 May 19 13:54:56.005182 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:56.024850 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-61f2edb7-8375-4bd3-88d0-c56520447023 req-d6c1c0b4-b35c-4ea1-81cd-fcaec777c7c9 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 210 time: 0.0280473 May 19 13:54:56.465540 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c00dfdaf-948e-4f67-a05a-4fcb78913fb0 req-c9dedfc9-4b78-4639-ae65-9fd240aa8732 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 210 time: 0.0269029 May 19 13:54:56.675119 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0464aecc-f86e-40a7-a1f1-5f309ad0fc31 req-6e0ed393-58ba-4686-8e7b-d0eb0e479028 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 210 time: 0.0314562 May 19 13:54:56.836409 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe6fad-682d-4597-b4f4-c9ea0321c078 req-e9ae9f47-3bd6-44f8-b8cb-23d53e1d73a3 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:56.837859 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f2fe6fad-682d-4597-b4f4-c9ea0321c078 req-e9ae9f47-3bd6-44f8-b8cb-23d53e1d73a3 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 943 time: 0.0463223 May 19 13:54:56.885640 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f2fe6fad-682d-4597-b4f4-c9ea0321c078 req-6e776b90-b783-4fcc-9ad6-54318adf0b01 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422156 May 19 13:54:56.984843 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255652d-200b-4526-8cf1-c254e3d49120 req-b135710c-0f58-46c4-805b-3b8a3969bcc3 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:56.986317 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1255652d-200b-4526-8cf1-c254e3d49120 req-b135710c-0f58-46c4-805b-3b8a3969bcc3 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 944 time: 0.0450959 May 19 13:54:57.020551 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:57.035250 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1255652d-200b-4526-8cf1-c254e3d49120 req-371c68a1-3993-4614-8ad5-2292e5d11ecb tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435426 May 19 13:54:57.118760 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-85e293c5-901e-4345-b912-ae556c2cf417 req-14ab8d44-f935-491f-98b5-91e92d695111 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 210 time: 0.0296352 May 19 13:54:57.133698 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['1c2ca481-d8b3-43c5-9df6-5b028371dcf0'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:54:57.267408 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:54:57.287791 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['9c788124-2671-444c-98f8-1098c854377e'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:54:57.559090 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f21eadd6-9711-4646-a5e5-742500624a3f req-fa0ff4cc-d3b1-4261-83df-e652333fb57c tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 210 time: 0.0272853 May 19 13:54:57.773547 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-188cdac4-48a7-4da9-ae25-f09722a2ee34 req-076696fc-04d9-4f8c-bce3-a5f2e86041fe tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 210 time: 0.0274932 May 19 13:54:57.999147 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed8925-451c-4db9-bef2-61bbc54a5412 req-3ebd98b9-d647-427f-809b-cd060774d417 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:58.000734 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3aed8925-451c-4db9-bef2-61bbc54a5412 req-3ebd98b9-d647-427f-809b-cd060774d417 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 943 time: 0.0486541 May 19 13:54:58.048686 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3aed8925-451c-4db9-bef2-61bbc54a5412 req-25f48318-31f1-4f5a-960f-22ddfc11ced2 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420163 May 19 13:54:58.320075 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2e3e1146-db5a-4b9d-af80-74377d149d56 req-e61c4f02-d075-4b74-b977-c77488e8c330 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 210 time: 0.0328166 May 19 13:54:58.328873 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064715a-55c6-488c-b11b-d6f998799be2 req-a6403d41-e452-443b-b702-86d0ad711bd7 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:58.330320 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e064715a-55c6-488c-b11b-d6f998799be2 req-a6403d41-e452-443b-b702-86d0ad711bd7 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 944 time: 0.2238107 May 19 13:54:58.377738 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e064715a-55c6-488c-b11b-d6f998799be2 req-e6c89203-335a-4f04-b0c4-5707ed0d09a3 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410600 May 19 13:54:58.655857 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-570a8a56-6a41-4909-babf-6c93474298f0 req-ba3d7fd8-e3cd-4e46-b290-ba72ef2c60bf tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 210 time: 0.0274560 May 19 13:54:58.873748 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5ff4458d-197e-4183-9c09-e77f7d9c0c98 req-ca26b287-f9ae-4043-9f39-7b882b4553d2 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 210 time: 0.0285885 May 19 13:54:59.161433 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78707373-8093-4b4e-8d8f-e484cbd28305 req-e5b1f828-db0f-4534-b12b-af0b9e50e093 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:59.162849 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-78707373-8093-4b4e-8d8f-e484cbd28305 req-e5b1f828-db0f-4534-b12b-af0b9e50e093 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 943 time: 0.0468748 May 19 13:54:59.209533 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-78707373-8093-4b4e-8d8f-e484cbd28305 req-d1b9f5a2-041a-438c-8a96-dc90a0dce058 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411224 May 19 13:54:59.414744 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0b534a9e-e2e1-4249-b7f9-3f73621fc28e req-2bac425a-5516-44d6-8c1b-03f8a3b44143 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 210 time: 0.0287936 May 19 13:54:59.492033 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aaa291-ee57-496f-8fcc-1fc5d5851b61 req-8cfe5e70-7491-4cd0-8e0e-fb70377f4a2b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:59.493453 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-62aaa291-ee57-496f-8fcc-1fc5d5851b61 req-8cfe5e70-7491-4cd0-8e0e-fb70377f4a2b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 944 time: 0.0483198 May 19 13:54:59.539707 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-62aaa291-ee57-496f-8fcc-1fc5d5851b61 req-69a39fe6-c2b4-416f-a414-893455ec79aa tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401297 May 19 13:54:59.749921 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-185f2435-92b1-4b8f-8871-d94853d2155f req-64eea7cb-2f61-4694-a421-7458e1cb5957 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 210 time: 0.0273862 May 19 13:54:59.969902 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-de9f2b79-5316-4871-89c1-6f3868880f18 req-c82e7018-7ac5-4a1c-87f4-7ea7f0e46856 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 210 time: 0.0262947 May 19 13:55:00.029599 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.65', 57519) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:00.090591 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-c1b0fef2-5745-4ce4-9d5a-25c73d25868e req-b36c570a-cae2-4138-b5ef-6e5302f84eff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c2ca481-d8b3-43c5-9df6-5b028371dcf0 HTTP/1.1" status: 200 len: 217 time: 0.0591455 May 19 13:55:00.160597 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-69f52a65-ade4-41a4-9517-ff0b75968f12 req-92a093a9-62be-4f7a-b1cf-555dc958f1e1 service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302083 May 19 13:55:00.210725 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902407c6-e76a-42b2-8ada-eb9e7a1a8f80 req-c9f7bc3a-356b-49ec-b1da-a58f358bd773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:00.212322 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-902407c6-e76a-42b2-8ada-eb9e7a1a8f80 req-c9f7bc3a-356b-49ec-b1da-a58f358bd773 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89676dbc35634ec7994040c93f693f7c&device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 1127 time: 0.1797752 May 19 13:55:00.260557 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-cd540f80-215f-4a64-9e94-e9f8bbc95a79 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:00.267371 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-cd540f80-215f-4a64-9e94-e9f8bbc95a79 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.65 "GET /v2.0/networks?id=ad76f5bc-7148-40ee-8a08-ce1742f9a049 HTTP/1.1" status: 200 len: 816 time: 0.2187054 May 19 13:55:00.278572 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.65', 57522) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:00.303944 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0fef2-5745-4ce4-9d5a-25c73d25868e req-520861f1-5acd-46b2-a827-8f5b3097d902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:00.305621 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-c1b0fef2-5745-4ce4-9d5a-25c73d25868e req-520861f1-5acd-46b2-a827-8f5b3097d902 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e59f71b-406f-4674-9cc1-e5ca82f3a90f HTTP/1.1" status: 200 len: 857 time: 0.1434159 May 19 13:55:00.319583 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-69f52a65-ade4-41a4-9517-ff0b75968f12 req-8710de1c-0b73-49ae-8a02-9d6ab045bcd7 service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197419 May 19 13:55:00.408892 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:00.420457 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:00.451506 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=100 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:00.457593 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562d2fe-dd44-4d00-87a6-c680532cca7e req-218d786f-db24-4cd1-b271-5fc20f4edbab tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:00.463492 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4562d2fe-dd44-4d00-87a6-c680532cca7e req-218d786f-db24-4cd1-b271-5fc20f4edbab tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 943 time: 0.1413834 May 19 13:55:00.470494 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-4f054d64-f11a-488f-ad31-b1c451575641 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4eed7a893f7b42edaadbf898ebe16cd6 HTTP/1.1" status: 200 len: 379 time: 0.1356342 May 19 13:55:00.477546 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b2dd7-792f-492b-a113-5a770ef46322 req-d98691ba-8575-48a0-99a1-5bbde2be5b2d tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:00.479138 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-993b2dd7-792f-492b-a113-5a770ef46322 req-d98691ba-8575-48a0-99a1-5bbde2be5b2d tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.65 "GET /v2.0/networks?id=08206db8-8e78-4412-8a62-0db97bb617cf HTTP/1.1" status: 200 len: 815 time: 0.1742637 May 19 13:55:00.481033 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0fef2-5745-4ce4-9d5a-25c73d25868e req-2b474d75-f7b4-4639-a040-3e6d4b211ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:00.482488 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-c1b0fef2-5745-4ce4-9d5a-25c73d25868e req-2b474d75-f7b4-4639-a040-3e6d4b211ec5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34a01e8b-7928-4301-ae0a-d1e9be21f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1076043 May 19 13:55:00.493018 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902407c6-e76a-42b2-8ada-eb9e7a1a8f80 req-64c26bce-1a9d-4a0c-a97e-601b8316f0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:00.494486 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-902407c6-e76a-42b2-8ada-eb9e7a1a8f80 req-64c26bce-1a9d-4a0c-a97e-601b8316f0cf service neutron] 10.222.0.65 "GET /v2.0/networks?id=70b884c2-f81a-46c8-b02a-cbd78cb207ae HTTP/1.1" status: 200 len: 913 time: 0.2113373 May 19 13:55:00.531229 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-872fdfa7-4e9b-4b48-9fe7-44ac8649ed10 req-bfea7f9e-49b4-4a15-a587-6e5ff39db30b tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 210 time: 0.0314920 May 19 13:55:00.557869 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-fde573ec-3da8-4128-b58a-f91158c1f510 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Request body: {'port': {'device_id': '5c4e2c2f-4753-4911-8859-73736543f959', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'admin_state_up': True, 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'security_groups': ['c29d859e-034d-4db8-bf2b-fee229d11cbf']}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:55:00.571559 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4562d2fe-dd44-4d00-87a6-c680532cca7e req-413e73ea-3358-469e-b8e8-493c6653288c tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912013 May 19 13:55:00.638328 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-993b2dd7-792f-492b-a113-5a770ef46322 req-3a4296ed-e3e5-45eb-bb11-3f79721935e2 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89b4336043d5446b922432a2f43af17a HTTP/1.1" status: 200 len: 379 time: 0.0864589 May 19 13:55:00.690315 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b514d1-7c99-49a9-90e5-58ca092120fa req-073cb6df-066c-4330-8737-95a8b705ee0d tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:00.691990 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-88b514d1-7c99-49a9-90e5-58ca092120fa req-073cb6df-066c-4330-8737-95a8b705ee0d tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 944 time: 0.0596237 May 19 13:55:00.757396 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-c1b0fef2-5745-4ce4-9d5a-25c73d25868e req-0728e9ac-8e7f-4b5b-b149-07aad87abc94 service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931968 May 19 13:55:00.771436 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-fde573ec-3da8-4128-b58a-f91158c1f510 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Made reservation on behalf of 4eed7a893f7b42edaadbf898ebe16cd6 for: {'port': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:55:00.775649 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-fde573ec-3da8-4128-b58a-f91158c1f510 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:00.796419 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-88b514d1-7c99-49a9-90e5-58ca092120fa req-7b6905a2-a514-4aa5-88af-8cb74f7850b7 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847867 May 19 13:55:00.813421 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [req-993b2dd7-792f-492b-a113-5a770ef46322 req-a7c771fc-a63a-47a3-971c-72d72fde5085 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Request body: {'port': {'device_id': '2e425ccc-4508-4267-bc69-5590c1f503ec', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'admin_state_up': True, 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'security_groups': ['8483b8a1-3c52-4aba-a99f-362d14e688e8']}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:55:00.857701 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-902407c6-e76a-42b2-8ada-eb9e7a1a8f80 req-9e82f7de-1afe-414c-92f2-330f4d473055 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad HTTP/1.1" status: 200 len: 217 time: 0.0613458 May 19 13:55:00.923592 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:00.937370 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 1c2ca481-d8b3-43c5-9df6-5b028371dcf0 up at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:55:00.973103 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-305b6abc-36b0-4970-a658-091f51b99716 req-c38c51b2-1df1-4dab-855b-c8fe2008c057 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 210 time: 0.0452535 May 19 13:55:01.058820 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning for port 1c2ca481-d8b3-43c5-9df6-5b028371dcf0 completed by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:55:01.066088 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-c1b0fef2-5745-4ce4-9d5a-25c73d25868e req-5de752d8-e06f-4536-91c6-7697b0250c95 service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600527 May 19 13:55:01.073417 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning complete for port 1c2ca481-d8b3-43c5-9df6-5b028371dcf0 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:55:01.074835 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (1c2ca481-d8b3-43c5-9df6-5b028371dcf0), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:01.112549 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902407c6-e76a-42b2-8ada-eb9e7a1a8f80 req-941d8c39-6313-4be6-ab52-0cdab87e5a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:01.114150 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-902407c6-e76a-42b2-8ada-eb9e7a1a8f80 req-941d8c39-6313-4be6-ab52-0cdab87e5a6b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d19ad2de-e36a-4814-baeb-63fd5b0ae030 HTTP/1.1" status: 200 len: 852 time: 0.1550062 May 19 13:55:01.154841 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-fde573ec-3da8-4128-b58a-f91158c1f510 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Allocated IP 172.20.0.3 (ad76f5bc-7148-40ee-8a08-ce1742f9a049/c8c0bef4-21da-4c40-a82e-5eacd9d4263a/5e326997-1358-457a-8426-4184a94bfdad) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:55:01.201210 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 1c2ca481-d8b3-43c5-9df6-5b028371dcf0 is: BUILD; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:55:01.203688 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (1c2ca481-d8b3-43c5-9df6-5b028371dcf0), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:01.263914 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 1c2ca481-d8b3-43c5-9df6-5b028371dcf0, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1c2ca481-d8b3-43c5-9df6-5b028371dcf0,segment=NetworkSegment(3357b59c-800b-4264-ab3b-ac31421ff465),segment_id=3357b59c-800b-4264-ab3b-ac31421ff465)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:55:01.266522 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0a5331-be2a-4c5b-80ac-6be7220f2516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2ca481-d8b3-43c5-9df6-5b028371dcf0'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:55:01.271177 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-902407c6-e76a-42b2-8ada-eb9e7a1a8f80 req-e62c530d-9a20-4e65-a7e1-513b5efc1f46 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=70b884c2-f81a-46c8-b02a-cbd78cb207ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789073 May 19 13:55:01.375347 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (1c2ca481-d8b3-43c5-9df6-5b028371dcf0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:01.377505 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 9c788124-2671-444c-98f8-1098c854377e up at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:55:01.449784 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:01.523151 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1828fbb1-e9c1-44d2-8089-bd0ef4627e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:01.529702 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning for port 9c788124-2671-444c-98f8-1098c854377e completed by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:55:01.540289 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-53856cd9-6b4f-4251-b61c-f1235ccf7553 req-df901d0d-2430-403f-89af-7eff2d10b0dd tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 210 time: 0.3536367 May 19 13:55:01.578121 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-993b2dd7-792f-492b-a113-5a770ef46322 req-a7c771fc-a63a-47a3-971c-72d72fde5085 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Made reservation on behalf of 89b4336043d5446b922432a2f43af17a for: {'port': 1} {{(pid=110061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:55:01.584580 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-993b2dd7-792f-492b-a113-5a770ef46322 req-a7c771fc-a63a-47a3-971c-72d72fde5085 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:01.599703 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning complete for port 9c788124-2671-444c-98f8-1098c854377e triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:55:01.600057 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (9c788124-2671-444c-98f8-1098c854377e), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:01.636779 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93fec02-9ee7-4d29-9b48-b733f51d01ae" -d '{"events": [{"server_uuid": "2b0a5331-be2a-4c5b-80ac-6be7220f2516", "name": "network-vif-plugged", "status": "completed", "tag": "1c2ca481-d8b3-43c5-9df6-5b028371dcf0"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:55:01.664569 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=1c2ca481-d8b3-43c5-9df6-5b028371dcf0,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:01.786826 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:01.791774 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-902407c6-e76a-42b2-8ada-eb9e7a1a8f80 req-e79631e1-2601-4a21-ab73-dee68b85765d service neutron] 10.222.0.65 "GET /v2.0/networks/70b884c2-f81a-46c8-b02a-cbd78cb207ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096548 May 19 13:55:01.867345 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 9c788124-2671-444c-98f8-1098c854377e is: BUILD; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:55:01.868695 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (9c788124-2671-444c-98f8-1098c854377e), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:01.894611 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:01.954976 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 9c788124-2671-444c-98f8-1098c854377e, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=9c788124-2671-444c-98f8-1098c854377e,segment=NetworkSegment(3357b59c-800b-4264-ab3b-ac31421ff465),segment_id=3357b59c-800b-4264-ab3b-ac31421ff465)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:55:01.957228 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c649bd-f94b-438e-895b-1463bcb20ae6 req-90268ab4-d759-4e0d-a93d-2d6afe8520a8 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:01.961137 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b0c649bd-f94b-438e-895b-1463bcb20ae6 req-90268ab4-d759-4e0d-a93d-2d6afe8520a8 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 943 time: 0.1915758 May 19 13:55:01.968903 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e583170b-9f5c-4924-9e7b-8f4d91679c30 req-e23ec2ff-29d5-4ad9-bfee-c03dc976d61a tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 210 time: 0.2005951 May 19 13:55:01.971260 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (9c788124-2671-444c-98f8-1098c854377e), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:01.981661 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e200c-b9ad-4441-8572-45ac85642236 req-f2d6d3e6-981a-493b-aa62-f9e3fce683bf tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:01.984829 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-952e200c-b9ad-4441-8572-45ac85642236 req-f2d6d3e6-981a-493b-aa62-f9e3fce683bf tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.65 "GET /v2.0/networks?id=8ff3cec5-cb61-42f1-9f06-2f870efcc775 HTTP/1.1" status: 200 len: 809 time: 0.8898685 May 19 13:55:02.071965 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=9c788124-2671-444c-98f8-1098c854377e,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:02.086468 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-fde573ec-3da8-4128-b58a-f91158c1f510 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for port (5e326997-1358-457a-8426-4184a94bfdad), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:02.097668 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [req-952e200c-b9ad-4441-8572-45ac85642236 req-d1937ca5-114c-4187-995a-09fb5c4810c7 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Request body: {'port': {'device_id': '72fbcca9-a311-4ec9-b2b6-569b9a96e460', 'network_id': '8ff3cec5-cb61-42f1-9f06-2f870efcc775', 'admin_state_up': True, 'tenant_id': '4fe46ffac52d412daf3663e2ab1273de'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:55:02.174578 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_common [req-993b2dd7-792f-492b-a113-5a770ef46322 req-a7c771fc-a63a-47a3-971c-72d72fde5085 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Allocated IP 172.20.0.5 (08206db8-8e78-4412-8a62-0db97bb617cf/0bdab701-d9d2-42c8-941c-7cdfe8e595b0/a4da582a-6527-48e4-b52c-7d888d7e053a) {{(pid=110061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:55:02.186545 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-902407c6-e76a-42b2-8ada-eb9e7a1a8f80 req-7dc8225b-5674-4fc8-8ae8-e695db4028c7 service neutron] 10.222.0.65 "GET /v2.0/networks/70b884c2-f81a-46c8-b02a-cbd78cb207ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809738 May 19 13:55:02.192970 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:02.210153 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-fde573ec-3da8-4128-b58a-f91158c1f510 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (5e326997-1358-457a-8426-4184a94bfdad), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:02.219068 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:02.238058 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65df56db-17ce-4ad3-9cf0-0f255d82f39a x-openstack-request-id: req-65df56db-17ce-4ad3-9cf0-0f255d82f39a {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:55:02.238546 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0a5331-be2a-4c5b-80ac-6be7220f2516", "name": "network-vif-plugged", "status": "completed", "tag": "1c2ca481-d8b3-43c5-9df6-5b028371dcf0", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:55:02.239001 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-65df56db-17ce-4ad3-9cf0-0f255d82f39a {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:55:02.240120 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65df56db-17ce-4ad3-9cf0-0f255d82f39a'] response: {'server_uuid': '2b0a5331-be2a-4c5b-80ac-6be7220f2516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2ca481-d8b3-43c5-9df6-5b028371dcf0', 'code': 200} May 19 13:55:02.259686 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-fde573ec-3da8-4128-b58a-f91158c1f510 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Network ad76f5bc-7148-40ee-8a08-ce1742f9a049 is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:55:02.265339 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-fde573ec-3da8-4128-b58a-f91158c1f510 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:55:02.266743 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-fde573ec-3da8-4128-b58a-f91158c1f510 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:55:02.272195 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-fde573ec-3da8-4128-b58a-f91158c1f510 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:02.272812 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-fde573ec-3da8-4128-b58a-f91158c1f510 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:02.307054 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde573ec-3da8-4128-b58a-f91158c1f510 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Pushing event updated for resources: {'Port': ['ID=5e326997-1358-457a-8426-4184a94bfdad,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:02.313941 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b0c649bd-f94b-438e-895b-1463bcb20ae6 req-6c9d3f79-caf2-40f8-9d7a-de534380ceaf tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291929 May 19 13:55:02.332370 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-fde573ec-3da8-4128-b58a-f91158c1f510 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7815423 May 19 13:55:02.380622 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-9cf54682-10f7-4759-92ac-edee95429214 service neutron] Request body: {'port': {'device_id': '5c4e2c2f-4753-4911-8859-73736543f959', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:55:02.457137 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:55:02.459298 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-9cf54682-10f7-4759-92ac-edee95429214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (5e326997-1358-457a-8426-4184a94bfdad), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:02.599096 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad,segment=NetworkSegment(4d1b3cf9-513f-43fd-88dd-fbbd610fd21d),segment_id=4d1b3cf9-513f-43fd-88dd-fbbd610fd21d)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:55:02.599723 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-952e200c-b9ad-4441-8572-45ac85642236 req-d1937ca5-114c-4187-995a-09fb5c4810c7 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Made reservation on behalf of 4fe46ffac52d412daf3663e2ab1273de for: {'port': 1} {{(pid=110061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:55:02.603941 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-952e200c-b9ad-4441-8572-45ac85642236 req-d1937ca5-114c-4187-995a-09fb5c4810c7 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:02.611115 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Returning: {'device': 'b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad', 'network_id': '70b884c2-f81a-46c8-b02a-cbd78cb207ae', 'port_id': 'b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad', 'mac_address': 'fa:16:3e:36:ce:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19ad2de-e36a-4814-baeb-63fd5b0ae030', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:55:02.637969 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b78e9d0b-58d1-49be-b4cf-f6be7c7d0136 req-4b195089-a62d-4473-a884-8b9a1791d0c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 210 time: 0.1933765 May 19 13:55:02.646844 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-989998ed-7d0a-4b5c-aceb-66f4978abe20 None None] Provisioning complete for port 5e326997-1358-457a-8426-4184a94bfdad triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:55:02.646844 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-989998ed-7d0a-4b5c-aceb-66f4978abe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (5e326997-1358-457a-8426-4184a94bfdad), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:02.667538 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd14311-6657-4d7b-a315-ef0a108ff4ed req-d45d40d6-b1a7-468c-ae75-7d51d44df5d4 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:02.669114 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ffd14311-6657-4d7b-a315-ef0a108ff4ed req-d45d40d6-b1a7-468c-ae75-7d51d44df5d4 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.3128273 May 19 13:55:02.675630 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-993b2dd7-792f-492b-a113-5a770ef46322 req-a7c771fc-a63a-47a3-971c-72d72fde5085 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for port (a4da582a-6527-48e4-b52c-7d888d7e053a), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:02.695611 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad is: DOWN; New status is: BUILD {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:55:02.695994 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:02.706355 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-989998ed-7d0a-4b5c-aceb-66f4978abe20 None None] Port 5e326997-1358-457a-8426-4184a94bfdad cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:55:02.712913 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad {{(pid=110063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:55:02.737737 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad,segment=NetworkSegment(4d1b3cf9-513f-43fd-88dd-fbbd610fd21d),segment_id=4d1b3cf9-513f-43fd-88dd-fbbd610fd21d)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:55:02.744810 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:02.776251 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ffd14311-6657-4d7b-a315-ef0a108ff4ed req-a32f28c6-67fd-4b1d-a6c8-171fa6ab0a7a tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963380 May 19 13:55:02.798247 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:02.821650 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:02.867441 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5614bc7-148e-47eb-b026-16ed6ca82576 req-747e97be-a5cd-4c87-805f-21054eda64c3 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:02.874177 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d5614bc7-148e-47eb-b026-16ed6ca82576 req-747e97be-a5cd-4c87-805f-21054eda64c3 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 931 time: 0.0926802 May 19 13:55:02.953855 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-993b2dd7-792f-492b-a113-5a770ef46322 req-a7c771fc-a63a-47a3-971c-72d72fde5085 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (a4da582a-6527-48e4-b52c-7d888d7e053a), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:02.981673 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-9cf54682-10f7-4759-92ac-edee95429214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e326997-1358-457a-8426-4184a94bfdad {{(pid=110062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:55:02.989884 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-9cf54682-10f7-4759-92ac-edee95429214 service neutron] Publish callbacks [] for port (5e326997-1358-457a-8426-4184a94bfdad), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:03.007918 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.provisioning_blocks [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-9cf54682-10f7-4759-92ac-edee95429214 service neutron] Transition to ACTIVE for port object 5e326997-1358-457a-8426-4184a94bfdad will not be triggered until provisioned by entity L2. {{(pid=110062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:55:03.009649 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d5614bc7-148e-47eb-b026-16ed6ca82576 req-71da20a1-c947-44c4-a9f0-64fe1be885fe tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323428 May 19 13:55:03.019988 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-9cf54682-10f7-4759-92ac-edee95429214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (5e326997-1358-457a-8426-4184a94bfdad), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:03.034004 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_common [req-952e200c-b9ad-4441-8572-45ac85642236 req-d1937ca5-114c-4187-995a-09fb5c4810c7 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Allocated IP 172.20.0.12 (8ff3cec5-cb61-42f1-9f06-2f870efcc775/9d549a98-b6c8-49d3-8488-ba26af2d08e6/12af5875-0105-4c5e-ab8b-4f48b11e4870) {{(pid=110061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:55:03.069823 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-993b2dd7-792f-492b-a113-5a770ef46322 req-a7c771fc-a63a-47a3-971c-72d72fde5085 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Network 08206db8-8e78-4412-8a62-0db97bb617cf is already hosted by enough agents. {{(pid=110061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:55:03.076010 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c771fc-a63a-47a3-971c-72d72fde5085 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event updated for resources: {'Port': ['ID=a4da582a-6527-48e4-b52c-7d888d7e053a,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:03.079418 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [req-993b2dd7-792f-492b-a113-5a770ef46322 req-a7c771fc-a63a-47a3-971c-72d72fde5085 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Resources bound (agent type, host, resource id): {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:55:03.123814 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-184f5d6f-641b-4116-8332-5ba4e0ab8be9 req-a5dcb0f4-612f-4402-acb1-d5dfd2e61371 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 210 time: 0.0525720 May 19 13:55:03.124615 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [req-993b2dd7-792f-492b-a113-5a770ef46322 req-a7c771fc-a63a-47a3-971c-72d72fde5085 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Received port after_create {{(pid=110061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:55:03.129318 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf54682-10f7-4759-92ac-edee95429214 service neutron] Pushing event updated for resources: {'Port': ['ID=5e326997-1358-457a-8426-4184a94bfdad,revision_number=2']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:03.130199 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b2dd7-792f-492b-a113-5a770ef46322 req-a7c771fc-a63a-47a3-971c-72d72fde5085 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:03.130837 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-993b2dd7-792f-492b-a113-5a770ef46322 req-a7c771fc-a63a-47a3-971c-72d72fde5085 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:03.135036 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-9cf54682-10f7-4759-92ac-edee95429214 service neutron] Attempting to bind port 5e326997-1358-457a-8426-4184a94bfdad on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:55:03.135333 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-9cf54682-10f7-4759-92ac-edee95429214 service neutron] Attempting to bind port 5e326997-1358-457a-8426-4184a94bfdad by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049'}] {{(pid=110062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:55:03.135776 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-9cf54682-10f7-4759-92ac-edee95429214 service neutron] Attempting to bind port 5e326997-1358-457a-8426-4184a94bfdad on network ad76f5bc-7148-40ee-8a08-ce1742f9a049 {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:55:03.141553 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-9cf54682-10f7-4759-92ac-edee95429214 service neutron] Port 5e326997-1358-457a-8426-4184a94bfdad on network ad76f5bc-7148-40ee-8a08-ce1742f9a049 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:55:03.146700 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-9cf54682-10f7-4759-92ac-edee95429214 service neutron] Attempting to bind port 5e326997-1358-457a-8426-4184a94bfdad on network ad76f5bc-7148-40ee-8a08-ce1742f9a049 {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:55:03.154303 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-9cf54682-10f7-4759-92ac-edee95429214 service neutron] Checking agent: {'id': '7bec7b2c-83f8-44b0-a5e6-0a5454b173c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'started_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:55:03.154712 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-9cf54682-10f7-4759-92ac-edee95429214 service neutron] Checking segment: {'id': 'c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:55:03.155203 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-9cf54682-10f7-4759-92ac-edee95429214 service neutron] Bound using segment: {'id': 'c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049'} {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:55:03.155698 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-9cf54682-10f7-4759-92ac-edee95429214 service neutron] Bound port: 5e326997-1358-457a-8426-4184a94bfdad, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049'}}] {{(pid=110062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:55:03.156137 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-9cf54682-10f7-4759-92ac-edee95429214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (5e326997-1358-457a-8426-4184a94bfdad), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:03.180538 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-993b2dd7-792f-492b-a113-5a770ef46322 req-a7c771fc-a63a-47a3-971c-72d72fde5085 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3796668 May 19 13:55:03.248980 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-9cf54682-10f7-4759-92ac-edee95429214 service neutron] For port 5e326997-1358-457a-8426-4184a94bfdad, host hv-cinder-78481, cleared binding levels {{(pid=110062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:55:03.252391 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-9cf54682-10f7-4759-92ac-edee95429214 service neutron] For port 5e326997-1358-457a-8426-4184a94bfdad, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5e326997-1358-457a-8426-4184a94bfdad,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:55:03.259579 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-9cf54682-10f7-4759-92ac-edee95429214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (5e326997-1358-457a-8426-4184a94bfdad), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:03.298581 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:03.308632 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-952e200c-b9ad-4441-8572-45ac85642236 req-d1937ca5-114c-4187-995a-09fb5c4810c7 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Publish callbacks [] for port (12af5875-0105-4c5e-ab8b-4f48b11e4870), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:03.311770 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:03.327318 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-9cf54682-10f7-4759-92ac-edee95429214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:03.328713 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-9cf54682-10f7-4759-92ac-edee95429214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:03.331060 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-9cf54682-10f7-4759-92ac-edee95429214 service neutron] 10.222.0.65 "PUT /v2.0/ports/5e326997-1358-457a-8426-4184a94bfdad HTTP/1.1" status: 200 len: 1093 time: 0.9558060 May 19 13:55:03.331621 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4e2c2f-4753-4911-8859-73736543f959', 'tag': '5e326997-1358-457a-8426-4184a94bfdad'}] {{(pid=110062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:55:03.334094 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dff7f06c5e0e0f36f9473af0b06c6f419441bd6c4accb13c2a4abbfe17b595b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7b0c65-af01-4274-b9bc-69f5d0f8592b" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4e2c2f-4753-4911-8859-73736543f959", "tag": "5e326997-1358-457a-8426-4184a94bfdad"}]}' {{(pid=110062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:55:03.339743 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf54682-10f7-4759-92ac-edee95429214 service neutron] Pushing event updated for resources: {'Port': ['ID=5e326997-1358-457a-8426-4184a94bfdad,revision_number=3']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:03.353488 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-952e200c-b9ad-4441-8572-45ac85642236 req-d1937ca5-114c-4187-995a-09fb5c4810c7 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (12af5875-0105-4c5e-ab8b-4f48b11e4870), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:03.411177 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f7a415-8ea6-4f6e-a17e-185fb1ef3c77 x-openstack-request-id: req-b0f7a415-8ea6-4f6e-a17e-185fb1ef3c77 {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:55:03.411467 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4e2c2f-4753-4911-8859-73736543f959", "tag": "5e326997-1358-457a-8426-4184a94bfdad", "status": "completed", "code": 200}]} {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:55:03.411715 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b0f7a415-8ea6-4f6e-a17e-185fb1ef3c77 {{(pid=110062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:55:03.412121 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0f7a415-8ea6-4f6e-a17e-185fb1ef3c77'] response: {'name': 'network-changed', 'server_uuid': '5c4e2c2f-4753-4911-8859-73736543f959', 'tag': '5e326997-1358-457a-8426-4184a94bfdad', 'status': 'completed', 'code': 200} May 19 13:55:03.420242 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-952e200c-b9ad-4441-8572-45ac85642236 req-d1937ca5-114c-4187-995a-09fb5c4810c7 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Network 8ff3cec5-cb61-42f1-9f06-2f870efcc775 is already hosted by enough agents. {{(pid=110061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:55:03.425862 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [req-952e200c-b9ad-4441-8572-45ac85642236 req-d1937ca5-114c-4187-995a-09fb5c4810c7 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Resources bound (agent type, host, resource id): {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:55:03.428426 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [req-952e200c-b9ad-4441-8572-45ac85642236 req-d1937ca5-114c-4187-995a-09fb5c4810c7 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Received port after_create {{(pid=110061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:55:03.434380 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e200c-b9ad-4441-8572-45ac85642236 req-d1937ca5-114c-4187-995a-09fb5c4810c7 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:03.434786 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-952e200c-b9ad-4441-8572-45ac85642236 req-d1937ca5-114c-4187-995a-09fb5c4810c7 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:03.439845 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1937ca5-114c-4187-995a-09fb5c4810c7 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Pushing event updated for resources: {'Port': ['ID=12af5875-0105-4c5e-ab8b-4f48b11e4870,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:03.452789 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-71f712ec-4dc0-453b-892c-466c90871a23 None None] Provisioning complete for port a4da582a-6527-48e4-b52c-7d888d7e053a triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:55:03.453340 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-71f712ec-4dc0-453b-892c-466c90871a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (a4da582a-6527-48e4-b52c-7d888d7e053a), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:03.491747 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-71f712ec-4dc0-453b-892c-466c90871a23 None None] Port a4da582a-6527-48e4-b52c-7d888d7e053a cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:55:03.494402 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-952e200c-b9ad-4441-8572-45ac85642236 req-d1937ca5-114c-4187-995a-09fb5c4810c7 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4209306 May 19 13:55:03.503889 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae6531-e83e-4a31-975b-1f3ded4a765f req-5126411a-682e-4325-abdd-7e9d4ec2ae05 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:03.505513 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dcae6531-e83e-4a31-975b-1f3ded4a765f req-5126411a-682e-4325-abdd-7e9d4ec2ae05 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 944 time: 0.0665925 May 19 13:55:03.559059 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dcae6531-e83e-4a31-975b-1f3ded4a765f req-846519c3-f51b-426f-bbf2-f86342338836 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469749 May 19 13:55:03.760679 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b748a-61ba-4fca-ad10-2ba855c73502 req-ca2aaf6d-a26b-4ce2-9ed5-7dc98266b5bc tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:03.762696 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d70b748a-61ba-4fca-ad10-2ba855c73502 req-ca2aaf6d-a26b-4ce2-9ed5-7dc98266b5bc tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 931 time: 0.0459886 May 19 13:55:03.786646 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-2cdde576-7cee-4f2d-81fd-b9fb46adf5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:03.809227 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d70b748a-61ba-4fca-ad10-2ba855c73502 req-d2948656-5a71-4326-81f7-edbf8c76105d tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409026 May 19 13:55:03.903191 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae361d-853d-44ff-81fa-bed900810946 req-158d3c12-b6c8-40dc-8644-3f5b1fdca39b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:03.904658 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6fae361d-853d-44ff-81fa-bed900810946 req-158d3c12-b6c8-40dc-8644-3f5b1fdca39b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0470121 May 19 13:55:03.953149 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6fae361d-853d-44ff-81fa-bed900810946 req-620b6d98-d918-4b13-8fde-5bb8befbe2f3 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428061 May 19 13:55:04.031797 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:55:04.116709 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:04.129879 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d207f-5585-438c-b435-c89a30ba5b8c req-75f60706-1de1-49ef-b391-80ff370ad5c0 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:04.131502 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f17d207f-5585-438c-b435-c89a30ba5b8c req-75f60706-1de1-49ef-b391-80ff370ad5c0 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0508037 May 19 13:55:04.191624 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f17d207f-5585-438c-b435-c89a30ba5b8c req-c2f66f03-ede2-4e3e-ae12-7d90c544ce62 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520184 May 19 13:55:04.240945 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaac7a1c-80e3-46ab-a5a0-2135ac395d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c788124-2671-444c-98f8-1098c854377e'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:55:04.243525 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcb0f5c-6775-4330-8dc4-4f9fc6a30179" -d '{"events": [{"server_uuid": "aaac7a1c-80e3-46ab-a5a0-2135ac395d2f", "name": "network-vif-plugged", "status": "completed", "tag": "9c788124-2671-444c-98f8-1098c854377e"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:55:04.265141 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9958f-d7ce-4cd0-a918-956cf4c793bd req-f852d7f5-3680-43be-913d-cf5adae269ef tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:04.266633 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6ce9958f-d7ce-4cd0-a918-956cf4c793bd req-f852d7f5-3680-43be-913d-cf5adae269ef tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 932 time: 0.0502934 May 19 13:55:04.286645 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a44348-d732-43cb-868d-3fc9ffc98510 x-openstack-request-id: req-54a44348-d732-43cb-868d-3fc9ffc98510 {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:55:04.287471 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaac7a1c-80e3-46ab-a5a0-2135ac395d2f", "name": "network-vif-plugged", "status": "completed", "tag": "9c788124-2671-444c-98f8-1098c854377e", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:55:04.287471 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54a44348-d732-43cb-868d-3fc9ffc98510 {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:55:04.287865 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54a44348-d732-43cb-868d-3fc9ffc98510'] response: {'server_uuid': 'aaac7a1c-80e3-46ab-a5a0-2135ac395d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c788124-2671-444c-98f8-1098c854377e', 'code': 200} May 19 13:55:04.317543 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6ce9958f-d7ce-4cd0-a918-956cf4c793bd req-e2b7ad2a-2cbe-401d-8005-9a23ec5711a9 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448155 May 19 13:55:04.678097 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3454ec-298e-48a3-a1c9-911fe219d518 req-fa5c8c8f-5bc5-436f-8423-35d5b50a221c tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:04.679563 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7d3454ec-298e-48a3-a1c9-911fe219d518 req-fa5c8c8f-5bc5-436f-8423-35d5b50a221c tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 944 time: 0.0493078 May 19 13:55:04.725870 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7d3454ec-298e-48a3-a1c9-911fe219d518 req-141048a5-9bdb-4199-a706-37b30d9bd4e0 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403318 May 19 13:55:04.778226 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:04.921304 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16070d0-dec7-4c98-888b-1e6e2ee913ff req-eebb6158-ccf3-45f5-affe-2b00bb58f892 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:04.922740 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c16070d0-dec7-4c98-888b-1e6e2ee913ff req-eebb6158-ccf3-45f5-affe-2b00bb58f892 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 931 time: 0.0466135 May 19 13:55:04.968620 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c16070d0-dec7-4c98-888b-1e6e2ee913ff req-583ce476-810e-4c3f-90a0-93dc822a8d8e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403025 May 19 13:55:05.063221 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98527ea1-00ac-4296-870f-0cfd1b29a668 req-9b9a73c1-fbb1-4e17-8bc8-c13aba18616e tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:05.064625 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-98527ea1-00ac-4296-870f-0cfd1b29a668 req-9b9a73c1-fbb1-4e17-8bc8-c13aba18616e tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0452731 May 19 13:55:05.114386 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-98527ea1-00ac-4296-870f-0cfd1b29a668 req-fdec69f8-5d76-4b0a-927a-86cda7f77e39 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442407 May 19 13:55:05.185321 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [req-952e200c-b9ad-4441-8572-45ac85642236 req-75b97051-06b0-42b7-bf57-082efeabe099 service neutron] Request body: {'port': {'device_id': '72fbcca9-a311-4ec9-b2b6-569b9a96e460', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:55:05.192637 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [req-993b2dd7-792f-492b-a113-5a770ef46322 req-d171a428-040f-4e9a-a018-9ad3252bddbd service neutron] Request body: {'port': {'device_id': '2e425ccc-4508-4267-bc69-5590c1f503ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:55:05.317409 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b474c-2ac1-4a06-ba58-4da65f3eeb63 req-723f0acb-4546-4116-8eed-99f11c340b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:05.319225 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-993b2dd7-792f-492b-a113-5a770ef46322 req-d171a428-040f-4e9a-a018-9ad3252bddbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (a4da582a-6527-48e4-b52c-7d888d7e053a), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:05.319506 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cb1b474c-2ac1-4a06-ba58-4da65f3eeb63 req-723f0acb-4546-4116-8eed-99f11c340b42 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 1129 time: 0.1277885 May 19 13:55:05.320580 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b0c65-af01-4274-b9bc-69f5d0f8592b req-e7e3d906-cbb3-4c7b-94df-dfa1f6cbee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:05.322111 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-8d7b0c65-af01-4274-b9bc-69f5d0f8592b req-e7e3d906-cbb3-4c7b-94df-dfa1f6cbee59 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4eed7a893f7b42edaadbf898ebe16cd6&device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 1127 time: 0.0887451 May 19 13:55:05.325962 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:05.347965 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-952e200c-b9ad-4441-8572-45ac85642236 req-75b97051-06b0-42b7-bf57-082efeabe099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (12af5875-0105-4c5e-ab8b-4f48b11e4870), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:05.392625 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cb1b474c-2ac1-4a06-ba58-4da65f3eeb63 req-cd241f4d-c905-4f1d-9e9d-eef188b48259 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:05.405420 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb091ec-fe3c-418a-ab29-046bdf46c8b5 req-7b6b6864-29f1-44ad-8b9d-2e2378973863 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:05.407054 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7cb091ec-fe3c-418a-ab29-046bdf46c8b5 req-7b6b6864-29f1-44ad-8b9d-2e2378973863 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.1014245 May 19 13:55:05.427580 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:05.436466 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:55:05.489433 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a5b6b-c376-4793-988c-f247e018e8db req-975678fa-53f2-4b4f-9ec8-e47502ccc969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:05.489433 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ed1a5b6b-c376-4793-988c-f247e018e8db req-975678fa-53f2-4b4f-9ec8-e47502ccc969 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 1129 time: 0.0898323 May 19 13:55:05.570581 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-ed1a5b6b-c376-4793-988c-f247e018e8db req-9aa67f34-17bd-4bf8-ba49-241299f0fb71 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:05.718788 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-ed1a5b6b-c376-4793-988c-f247e018e8db req-9aa67f34-17bd-4bf8-ba49-241299f0fb71 service neutron] Publish callbacks [] for security_group (6276a393-653d-437a-bb96-37c76e6beef0), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:05.737316 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-ed1a5b6b-c376-4793-988c-f247e018e8db req-9aa67f34-17bd-4bf8-ba49-241299f0fb71 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (6276a393-653d-437a-bb96-37c76e6beef0), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:05.752468 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe58fc-499a-42e7-a467-234c3e99e45d req-cf73ded6-852a-43aa-a407-fb9c21319271 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:05.758083 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:05.760582 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-90fe58fc-499a-42e7-a467-234c3e99e45d req-cf73ded6-852a-43aa-a407-fb9c21319271 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 932 time: 0.3329844 May 19 13:55:05.769140 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.db.api [req-cb1b474c-2ac1-4a06-ba58-4da65f3eeb63 req-cd241f4d-c905-4f1d-9e9d-eef188b48259 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 2fc6fd42a31942688f570f1ce86be510 {{(pid=110062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 19 13:55:05.769746 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG oslo_db.api [req-cb1b474c-2ac1-4a06-ba58-4da65f3eeb63 req-cd241f4d-c905-4f1d-9e9d-eef188b48259 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:55:05.770717 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b0c65-af01-4274-b9bc-69f5d0f8592b req-89bbad2b-8e7e-4bd1-b814-d075a4cb8cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:05.772319 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-8d7b0c65-af01-4274-b9bc-69f5d0f8592b req-89bbad2b-8e7e-4bd1-b814-d075a4cb8cd8 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=4eed7a893f7b42edaadbf898ebe16cd6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4260812 May 19 13:55:05.872932 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ed1a5b6b-c376-4793-988c-f247e018e8db req-9aa67f34-17bd-4bf8-ba49-241299f0fb71 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784606 May 19 13:55:05.883885 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa67f34-17bd-4bf8-ba49-241299f0fb71 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6276a393-653d-437a-bb96-37c76e6beef0,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:05.931474 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7cb091ec-fe3c-418a-ab29-046bdf46c8b5 req-b6f8d0bb-ef10-4ef3-8010-a8e4a00aef9f tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5049520 May 19 13:55:05.991652 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b0c65-af01-4274-b9bc-69f5d0f8592b req-e8f014a4-90cb-4870-823c-f78992bfe4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:05.993167 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-8d7b0c65-af01-4274-b9bc-69f5d0f8592b req-e8f014a4-90cb-4870-823c-f78992bfe4f7 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2108579 May 19 13:55:05.993477 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:06.074484 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-90fe58fc-499a-42e7-a467-234c3e99e45d req-9eb9fecf-0645-4e20-9696-42a4dbaa3825 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122737 May 19 13:55:06.166129 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd89001-7ea9-454d-bc64-2c7c1baadf38 req-207739f8-ef44-41b6-a8ea-9ba42e978460 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:06.167831 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7bd89001-7ea9-454d-bc64-2c7c1baadf38 req-207739f8-ef44-41b6-a8ea-9ba42e978460 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 944 time: 0.1651232 May 19 13:55:06.270659 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cb1b474c-2ac1-4a06-ba58-4da65f3eeb63 req-cd241f4d-c905-4f1d-9e9d-eef188b48259 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:06.297771 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-f3be63d9-b3a2-4523-8a5b-51f78e9d708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:06.299253 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-f3be63d9-b3a2-4523-8a5b-51f78e9d708b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4eed7a893f7b42edaadbf898ebe16cd6&device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 1127 time: 0.0580330 May 19 13:55:06.302463 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7bd89001-7ea9-454d-bc64-2c7c1baadf38 req-8ac88109-0512-463f-8105-a602793eb48d tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268566 May 19 13:55:06.310756 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:06.384691 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cb1b474c-2ac1-4a06-ba58-4da65f3eeb63 req-cd241f4d-c905-4f1d-9e9d-eef188b48259 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0442407 May 19 13:55:06.395202 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:06.460941 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a092041-fddb-4ca6-9077-91486b589727 req-e61967e3-091a-40b7-b4a9-42e8481e4fef tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:06.462414 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3a092041-fddb-4ca6-9077-91486b589727 req-e61967e3-091a-40b7-b4a9-42e8481e4fef tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 931 time: 0.1699114 May 19 13:55:06.470489 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [req-993b2dd7-792f-492b-a113-5a770ef46322 req-d171a428-040f-4e9a-a018-9ad3252bddbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4da582a-6527-48e4-b52c-7d888d7e053a {{(pid=110061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:55:06.486115 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-993b2dd7-792f-492b-a113-5a770ef46322 req-d171a428-040f-4e9a-a018-9ad3252bddbd service neutron] Publish callbacks [] for port (a4da582a-6527-48e4-b52c-7d888d7e053a), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:06.498104 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [req-952e200c-b9ad-4441-8572-45ac85642236 req-75b97051-06b0-42b7-bf57-082efeabe099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12af5875-0105-4c5e-ab8b-4f48b11e4870 {{(pid=110061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:55:06.527028 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb302f-14af-4082-92ed-0de1b5bb6266 req-05699b37-9d6e-4674-9daa-2d320c2e1c3c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:06.528507 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-fbfb302f-14af-4082-92ed-0de1b5bb6266 req-05699b37-9d6e-4674-9daa-2d320c2e1c3c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.1341321 May 19 13:55:06.530411 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-952e200c-b9ad-4441-8572-45ac85642236 req-75b97051-06b0-42b7-bf57-082efeabe099 service neutron] Publish callbacks [] for port (12af5875-0105-4c5e-ab8b-4f48b11e4870), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:06.542355 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.provisioning_blocks [req-993b2dd7-792f-492b-a113-5a770ef46322 req-d171a428-040f-4e9a-a018-9ad3252bddbd service neutron] Transition to ACTIVE for port object a4da582a-6527-48e4-b52c-7d888d7e053a will not be triggered until provisioned by entity L2. {{(pid=110061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:55:06.568019 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-993b2dd7-792f-492b-a113-5a770ef46322 req-d171a428-040f-4e9a-a018-9ad3252bddbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (a4da582a-6527-48e4-b52c-7d888d7e053a), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:06.591912 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.provisioning_blocks [req-952e200c-b9ad-4441-8572-45ac85642236 req-75b97051-06b0-42b7-bf57-082efeabe099 service neutron] Transition to ACTIVE for port object 12af5875-0105-4c5e-ab8b-4f48b11e4870 will not be triggered until provisioned by entity L2. {{(pid=110061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:55:06.630280 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-952e200c-b9ad-4441-8572-45ac85642236 req-75b97051-06b0-42b7-bf57-082efeabe099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (12af5875-0105-4c5e-ab8b-4f48b11e4870), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:06.658258 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3a092041-fddb-4ca6-9077-91486b589727 req-13667001-c7c0-40b6-b9b9-3a9286893cee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808312 May 19 13:55:06.682756 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171a428-040f-4e9a-a018-9ad3252bddbd service neutron] Pushing event updated for resources: {'Port': ['ID=a4da582a-6527-48e4-b52c-7d888d7e053a,revision_number=2']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:06.697828 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-fbfb302f-14af-4082-92ed-0de1b5bb6266 req-8ea91090-f265-46fe-8bd6-af06abc7a08a tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609886 May 19 13:55:06.786348 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-993b2dd7-792f-492b-a113-5a770ef46322 req-d171a428-040f-4e9a-a018-9ad3252bddbd service neutron] Attempting to bind port a4da582a-6527-48e4-b52c-7d888d7e053a on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:55:06.786674 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-993b2dd7-792f-492b-a113-5a770ef46322 req-d171a428-040f-4e9a-a018-9ad3252bddbd service neutron] Attempting to bind port a4da582a-6527-48e4-b52c-7d888d7e053a by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '4048a570-00c8-45bc-b081-09a854940d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf'}] {{(pid=110061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:55:06.787030 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993b2dd7-792f-492b-a113-5a770ef46322 req-d171a428-040f-4e9a-a018-9ad3252bddbd service neutron] Attempting to bind port a4da582a-6527-48e4-b52c-7d888d7e053a on network 08206db8-8e78-4412-8a62-0db97bb617cf {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:55:06.800279 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993b2dd7-792f-492b-a113-5a770ef46322 req-d171a428-040f-4e9a-a018-9ad3252bddbd service neutron] Port a4da582a-6527-48e4-b52c-7d888d7e053a on network 08206db8-8e78-4412-8a62-0db97bb617cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:55:06.800601 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993b2dd7-792f-492b-a113-5a770ef46322 req-d171a428-040f-4e9a-a018-9ad3252bddbd service neutron] Attempting to bind port a4da582a-6527-48e4-b52c-7d888d7e053a on network 08206db8-8e78-4412-8a62-0db97bb617cf {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:55:06.809742 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b97051-06b0-42b7-bf57-082efeabe099 service neutron] Pushing event updated for resources: {'Port': ['ID=12af5875-0105-4c5e-ab8b-4f48b11e4870,revision_number=2']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:06.819057 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993b2dd7-792f-492b-a113-5a770ef46322 req-d171a428-040f-4e9a-a018-9ad3252bddbd service neutron] Checking agent: {'id': '7bec7b2c-83f8-44b0-a5e6-0a5454b173c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'started_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:55:06.819621 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993b2dd7-792f-492b-a113-5a770ef46322 req-d171a428-040f-4e9a-a018-9ad3252bddbd service neutron] Checking segment: {'id': '4048a570-00c8-45bc-b081-09a854940d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:55:06.819621 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993b2dd7-792f-492b-a113-5a770ef46322 req-d171a428-040f-4e9a-a018-9ad3252bddbd service neutron] Bound using segment: {'id': '4048a570-00c8-45bc-b081-09a854940d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf'} {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:55:06.820056 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-993b2dd7-792f-492b-a113-5a770ef46322 req-d171a428-040f-4e9a-a018-9ad3252bddbd service neutron] Bound port: a4da582a-6527-48e4-b52c-7d888d7e053a, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4048a570-00c8-45bc-b081-09a854940d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf'}}] {{(pid=110061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:55:06.820388 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-993b2dd7-792f-492b-a113-5a770ef46322 req-d171a428-040f-4e9a-a018-9ad3252bddbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (a4da582a-6527-48e4-b52c-7d888d7e053a), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:06.824343 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:06.831133 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-952e200c-b9ad-4441-8572-45ac85642236 req-75b97051-06b0-42b7-bf57-082efeabe099 service neutron] Attempting to bind port 12af5875-0105-4c5e-ab8b-4f48b11e4870 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:55:06.831466 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-952e200c-b9ad-4441-8572-45ac85642236 req-75b97051-06b0-42b7-bf57-082efeabe099 service neutron] Attempting to bind port 12af5875-0105-4c5e-ab8b-4f48b11e4870 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '89e89e7b-e763-4918-b166-239db801fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8ff3cec5-cb61-42f1-9f06-2f870efcc775'}] {{(pid=110061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:55:06.831792 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952e200c-b9ad-4441-8572-45ac85642236 req-75b97051-06b0-42b7-bf57-082efeabe099 service neutron] Attempting to bind port 12af5875-0105-4c5e-ab8b-4f48b11e4870 on network 8ff3cec5-cb61-42f1-9f06-2f870efcc775 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:55:06.859866 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952e200c-b9ad-4441-8572-45ac85642236 req-75b97051-06b0-42b7-bf57-082efeabe099 service neutron] Port 12af5875-0105-4c5e-ab8b-4f48b11e4870 on network 8ff3cec5-cb61-42f1-9f06-2f870efcc775 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:55:06.860177 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952e200c-b9ad-4441-8572-45ac85642236 req-75b97051-06b0-42b7-bf57-082efeabe099 service neutron] Attempting to bind port 12af5875-0105-4c5e-ab8b-4f48b11e4870 on network 8ff3cec5-cb61-42f1-9f06-2f870efcc775 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:55:06.870034 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952e200c-b9ad-4441-8572-45ac85642236 req-75b97051-06b0-42b7-bf57-082efeabe099 service neutron] Checking agent: {'id': '7bec7b2c-83f8-44b0-a5e6-0a5454b173c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'started_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:55:06.870261 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952e200c-b9ad-4441-8572-45ac85642236 req-75b97051-06b0-42b7-bf57-082efeabe099 service neutron] Checking segment: {'id': '89e89e7b-e763-4918-b166-239db801fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8ff3cec5-cb61-42f1-9f06-2f870efcc775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:55:06.870842 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952e200c-b9ad-4441-8572-45ac85642236 req-75b97051-06b0-42b7-bf57-082efeabe099 service neutron] Bound using segment: {'id': '89e89e7b-e763-4918-b166-239db801fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8ff3cec5-cb61-42f1-9f06-2f870efcc775'} {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:55:06.871435 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-952e200c-b9ad-4441-8572-45ac85642236 req-75b97051-06b0-42b7-bf57-082efeabe099 service neutron] Bound port: 12af5875-0105-4c5e-ab8b-4f48b11e4870, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e89e7b-e763-4918-b166-239db801fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8ff3cec5-cb61-42f1-9f06-2f870efcc775'}}] {{(pid=110061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:55:06.871781 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-952e200c-b9ad-4441-8572-45ac85642236 req-75b97051-06b0-42b7-bf57-082efeabe099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (12af5875-0105-4c5e-ab8b-4f48b11e4870), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:06.908982 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-22c0f828-8672-47fc-8c2c-6590b3e4acce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e326997-1358-457a-8426-4184a94bfdad HTTP/1.1" status: 200 len: 217 time: 0.0355401 May 19 13:55:06.934247 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-993b2dd7-792f-492b-a113-5a770ef46322 req-d171a428-040f-4e9a-a018-9ad3252bddbd service neutron] For port a4da582a-6527-48e4-b52c-7d888d7e053a, host hv-cinder-78481, cleared binding levels {{(pid=110061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:55:06.957005 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-993b2dd7-792f-492b-a113-5a770ef46322 req-d171a428-040f-4e9a-a018-9ad3252bddbd service neutron] For port a4da582a-6527-48e4-b52c-7d888d7e053a, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a4da582a-6527-48e4-b52c-7d888d7e053a,segment=NetworkSegment(4048a570-00c8-45bc-b081-09a854940d61),segment_id=4048a570-00c8-45bc-b081-09a854940d61)] {{(pid=110061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:55:06.972420 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-993b2dd7-792f-492b-a113-5a770ef46322 req-d171a428-040f-4e9a-a018-9ad3252bddbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (a4da582a-6527-48e4-b52c-7d888d7e053a), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:06.980125 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-952e200c-b9ad-4441-8572-45ac85642236 req-75b97051-06b0-42b7-bf57-082efeabe099 service neutron] For port 12af5875-0105-4c5e-ab8b-4f48b11e4870, host hv-cinder-78481, cleared binding levels {{(pid=110061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:55:07.034032 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-952e200c-b9ad-4441-8572-45ac85642236 req-75b97051-06b0-42b7-bf57-082efeabe099 service neutron] For port 12af5875-0105-4c5e-ab8b-4f48b11e4870, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=12af5875-0105-4c5e-ab8b-4f48b11e4870,segment=NetworkSegment(89e89e7b-e763-4918-b166-239db801fe72),segment_id=89e89e7b-e763-4918-b166-239db801fe72)] {{(pid=110061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:55:07.072666 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-952e200c-b9ad-4441-8572-45ac85642236 req-75b97051-06b0-42b7-bf57-082efeabe099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (12af5875-0105-4c5e-ab8b-4f48b11e4870), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:07.085041 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b2dd7-792f-492b-a113-5a770ef46322 req-d171a428-040f-4e9a-a018-9ad3252bddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:07.086023 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-993b2dd7-792f-492b-a113-5a770ef46322 req-d171a428-040f-4e9a-a018-9ad3252bddbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:07.087125 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-993b2dd7-792f-492b-a113-5a770ef46322 req-d171a428-040f-4e9a-a018-9ad3252bddbd service neutron] 10.222.0.65 "PUT /v2.0/ports/a4da582a-6527-48e4-b52c-7d888d7e053a HTTP/1.1" status: 200 len: 1093 time: 1.8989265 May 19 13:55:07.087657 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e425ccc-4508-4267-bc69-5590c1f503ec', 'tag': 'a4da582a-6527-48e4-b52c-7d888d7e053a'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:55:07.090446 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b368230a-edbc-465e-8c5a-b0fa301fd379" -d '{"events": [{"name": "network-changed", "server_uuid": "2e425ccc-4508-4267-bc69-5590c1f503ec", "tag": "a4da582a-6527-48e4-b52c-7d888d7e053a"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:55:07.107320 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad up at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:55:07.109944 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6da3a-caa8-4388-b31e-2d04fa0adc40 req-14266ca6-64a6-4be9-a5f8-997730718780 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:07.111632 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e5c6da3a-caa8-4388-b31e-2d04fa0adc40 req-14266ca6-64a6-4be9-a5f8-997730718780 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0938685 May 19 13:55:07.113824 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171a428-040f-4e9a-a018-9ad3252bddbd service neutron] Pushing event updated for resources: {'Port': ['ID=a4da582a-6527-48e4-b52c-7d888d7e053a,revision_number=3']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:07.121904 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e200c-b9ad-4441-8572-45ac85642236 req-75b97051-06b0-42b7-bf57-082efeabe099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:07.122524 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-952e200c-b9ad-4441-8572-45ac85642236 req-75b97051-06b0-42b7-bf57-082efeabe099 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:07.123943 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-952e200c-b9ad-4441-8572-45ac85642236 req-75b97051-06b0-42b7-bf57-082efeabe099 service neutron] 10.222.0.65 "PUT /v2.0/ports/12af5875-0105-4c5e-ab8b-4f48b11e4870 HTTP/1.1" status: 200 len: 1094 time: 1.9434578 May 19 13:55:07.208858 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b97051-06b0-42b7-bf57-082efeabe099 service neutron] Pushing event updated for resources: {'Port': ['ID=12af5875-0105-4c5e-ab8b-4f48b11e4870,revision_number=3']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:07.218886 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning for port b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad completed by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:55:07.230708 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning complete for port b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:55:07.231690 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:07.240495 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:07.305169 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:07.314108 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e5c6da3a-caa8-4388-b31e-2d04fa0adc40 req-a1b4062a-c4f4-4853-8028-ffe4450cb0c5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559541 May 19 13:55:07.357421 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e060c-bbdc-41ab-adba-ab5b93ea7fa7 req-c7c6c890-45c9-4a03-8838-d469eafb92da tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:07.359076 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-654e060c-bbdc-41ab-adba-ab5b93ea7fa7 req-c7c6c890-45c9-4a03-8838-d469eafb92da tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 944 time: 0.1377428 May 19 13:55:07.397650 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad is: BUILD; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:55:07.398147 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:07.399864 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-76b23be1-5e1e-4fc7-b82e-5d966233c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:07.404465 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-76b23be1-5e1e-4fc7-b82e-5d966233c3b8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8c0bef4-21da-4c40-a82e-5eacd9d4263a HTTP/1.1" status: 200 len: 855 time: 0.1720881 May 19 13:55:07.407754 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fe8316-1413-4ca2-869e-2555f2135e0d x-openstack-request-id: req-99fe8316-1413-4ca2-869e-2555f2135e0d {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:55:07.408041 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e425ccc-4508-4267-bc69-5590c1f503ec", "tag": "a4da582a-6527-48e4-b52c-7d888d7e053a", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:55:07.408289 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-99fe8316-1413-4ca2-869e-2555f2135e0d {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:55:07.408678 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99fe8316-1413-4ca2-869e-2555f2135e0d'] response: {'name': 'network-changed', 'server_uuid': '2e425ccc-4508-4267-bc69-5590c1f503ec', 'tag': 'a4da582a-6527-48e4-b52c-7d888d7e053a', 'status': 'completed', 'code': 200} May 19 13:55:07.443553 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d532aab-b9b2-43ad-8536-36ac47c34097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:55:07.445706 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d0a428-57be-40d6-9d2a-d272c9737dbe" -d '{"events": [{"server_uuid": "2d532aab-b9b2-43ad-8536-36ac47c34097", "name": "network-vif-plugged", "status": "completed", "tag": "b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:55:07.461117 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-d5759afb-03a7-43fe-b70e-efb28056d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:07.462585 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-d5759afb-03a7-43fe-b70e-efb28056d3c2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ad76f5bc-7148-40ee-8a08-ce1742f9a049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0540018 May 19 13:55:07.472256 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad,segment=NetworkSegment(4d1b3cf9-513f-43fd-88dd-fbbd610fd21d),segment_id=4d1b3cf9-513f-43fd-88dd-fbbd610fd21d)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:55:07.477335 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:07.534768 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b2dd7-792f-492b-a113-5a770ef46322 req-0fe4c6f3-8c5b-44d1-8cb9-e3988cd528bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:07.536308 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-993b2dd7-792f-492b-a113-5a770ef46322 req-0fe4c6f3-8c5b-44d1-8cb9-e3988cd528bf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89b4336043d5446b922432a2f43af17a&device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 1127 time: 0.1761873 May 19 13:55:07.544955 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e200c-b9ad-4441-8572-45ac85642236 req-f1b5c73e-0bb5-433d-ae32-06e0414254e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:07.546463 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-952e200c-b9ad-4441-8572-45ac85642236 req-f1b5c73e-0bb5-433d-ae32-06e0414254e2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4fe46ffac52d412daf3663e2ab1273de&device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 1128 time: 0.1852360 May 19 13:55:07.549652 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:07.565530 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706b37f-e3be-42d6-9816-59ca85176549 req-816c1483-2d2f-46fc-80c1-599ab0a525f8 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:07.570184 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c706b37f-e3be-42d6-9816-59ca85176549 req-816c1483-2d2f-46fc-80c1-599ab0a525f8 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 945 time: 0.1004994 May 19 13:55:07.587370 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-654e060c-bbdc-41ab-adba-ab5b93ea7fa7 req-8d2df147-6393-4c88-abb0-90e6927be93e tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998146 May 19 13:55:07.648118 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfcb11e-e336-46c8-b19a-02de33476663 x-openstack-request-id: req-5dfcb11e-e336-46c8-b19a-02de33476663 {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:55:07.648697 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d532aab-b9b2-43ad-8536-36ac47c34097", "name": "network-vif-plugged", "status": "completed", "tag": "b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:55:07.648997 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5dfcb11e-e336-46c8-b19a-02de33476663 {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:55:07.649359 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dfcb11e-e336-46c8-b19a-02de33476663'] response: {'server_uuid': '2d532aab-b9b2-43ad-8536-36ac47c34097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad', 'code': 200} May 19 13:55:07.674653 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c706b37f-e3be-42d6-9816-59ca85176549 req-a183d5a4-c532-4ec2-9fcf-84f0dfeac765 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984712 May 19 13:55:07.769555 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:07.869567 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1be767-c6b9-4e54-9490-499039da3138 req-5eb33d1e-f8d5-4246-b878-8e3048252fe4 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:07.871950 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0e1be767-c6b9-4e54-9490-499039da3138 req-5eb33d1e-f8d5-4246-b878-8e3048252fe4 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 943 time: 0.0912719 May 19 13:55:07.885510 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b44863-bebb-49b2-a548-f21927c3a0e2 req-ba4a637b-0ce1-476e-89cc-6a1d94f244c6 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:07.895451 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-36b44863-bebb-49b2-a548-f21927c3a0e2 req-ba4a637b-0ce1-476e-89cc-6a1d94f244c6 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0859509 May 19 13:55:07.965766 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 57706) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:07.986130 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0e1be767-c6b9-4e54-9490-499039da3138 req-799fdd2b-4461-41c0-9ab8-fad7e00f3353 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879014 May 19 13:55:07.990793 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-36b44863-bebb-49b2-a548-f21927c3a0e2 req-d9d72dd7-d642-44b7-b912-8324e11c57de tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943744 May 19 13:55:08.076580 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d7bf6afa-0aed-481c-ac9b-c22a46112438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:08.121351 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:08.150947 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d7bf6afa-0aed-481c-ac9b-c22a46112438 admin admin] Publish callbacks [] for security_group (e6e3b5e7-384e-4100-a980-e1928a2a1c89), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:08.154458 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d7bf6afa-0aed-481c-ac9b-c22a46112438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (e6e3b5e7-384e-4100-a980-e1928a2a1c89), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:08.186585 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:08.195394 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-d7bf6afa-0aed-481c-ac9b-c22a46112438 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5bf416054d854d7fb9ce1b270eaec194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285395 May 19 13:55:08.197097 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf6afa-0aed-481c-ac9b-c22a46112438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e3b5e7-384e-4100-a980-e1928a2a1c89,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:08.199836 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 57710) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:08.247889 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f78ca4df-a6d4-4c1b-808a-d1ae8c84908e admin admin] Publish callbacks [] for security_group (e6e3b5e7-384e-4100-a980-e1928a2a1c89), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:08.269328 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f78ca4df-a6d4-4c1b-808a-d1ae8c84908e admin admin] Publish callbacks [] for security_group (e6e3b5e7-384e-4100-a980-e1928a2a1c89), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:08.295022 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:08.317449 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f78ca4df-a6d4-4c1b-808a-d1ae8c84908e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (e6e3b5e7-384e-4100-a980-e1928a2a1c89), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:08.319970 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f78ca4df-a6d4-4c1b-808a-d1ae8c84908e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:08.321098 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-f78ca4df-a6d4-4c1b-808a-d1ae8c84908e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e6e3b5e7-384e-4100-a980-e1928a2a1c89 HTTP/1.1" status: 204 len: 168 time: 0.1201417 May 19 13:55:08.329857 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ca4df-a6d4-4c1b-808a-d1ae8c84908e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e3b5e7-384e-4100-a980-e1928a2a1c89,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:08.437870 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c2cd4-348c-410a-9485-05ba9cbb364c req-39f46ea2-0aff-4e1b-8839-9e5159a136bc tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:08.439539 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-468c2cd4-348c-410a-9485-05ba9cbb364c req-39f46ea2-0aff-4e1b-8839-9e5159a136bc tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0500371 May 19 13:55:08.499221 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-468c2cd4-348c-410a-9485-05ba9cbb364c req-a60cf926-f1c3-40ef-a9e3-cf9db09a5023 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531354 May 19 13:55:08.672621 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 57726) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:08.690007 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d75f9465-ba8a-4819-bb13-f540c18b0183 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:08.726286 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb514ff-1b7e-4034-af18-fc79ad23b531 req-4e30770a-6a7b-4fb5-a21b-969bce87f789 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:08.737400 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bfb514ff-1b7e-4034-af18-fc79ad23b531 req-4e30770a-6a7b-4fb5-a21b-969bce87f789 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 944 time: 0.0738978 May 19 13:55:08.812574 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d75f9465-ba8a-4819-bb13-f540c18b0183 admin admin] Publish callbacks [] for security_group (030eeb35-8b03-439a-81ea-536d47bc2ae0), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:08.816629 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d75f9465-ba8a-4819-bb13-f540c18b0183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (030eeb35-8b03-439a-81ea-536d47bc2ae0), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:08.820756 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c4ac1-31f1-4c34-b046-007deb36ec59 req-e440de4b-3c07-4233-88ab-02fc9b132270 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:08.827360 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2e5c4ac1-31f1-4c34-b046-007deb36ec59 req-e440de4b-3c07-4233-88ab-02fc9b132270 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 945 time: 0.0819657 May 19 13:55:08.831034 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bfb514ff-1b7e-4034-af18-fc79ad23b531 req-8295f994-1a01-4bd8-8a57-dd7d496b42a4 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939837 May 19 13:55:08.855801 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f9465-ba8a-4819-bb13-f540c18b0183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030eeb35-8b03-439a-81ea-536d47bc2ae0,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:08.861667 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-d75f9465-ba8a-4819-bb13-f540c18b0183 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b27597fc470c4dba8ccb8d8a8d67b404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1880224 May 19 13:55:08.864263 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 57736) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:08.877004 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2e5c4ac1-31f1-4c34-b046-007deb36ec59 req-6e27f9c2-ebdf-411f-a89e-8b86e5ac6b15 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449526 May 19 13:55:08.914547 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-667ef1b5-c30f-47dc-9ef3-6ff563143716 admin admin] Publish callbacks [] for security_group (030eeb35-8b03-439a-81ea-536d47bc2ae0), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:08.936050 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-667ef1b5-c30f-47dc-9ef3-6ff563143716 admin admin] Publish callbacks [] for security_group (030eeb35-8b03-439a-81ea-536d47bc2ae0), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:08.983879 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-667ef1b5-c30f-47dc-9ef3-6ff563143716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (030eeb35-8b03-439a-81ea-536d47bc2ae0), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:08.986614 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-667ef1b5-c30f-47dc-9ef3-6ff563143716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:08.987746 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-667ef1b5-c30f-47dc-9ef3-6ff563143716 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/030eeb35-8b03-439a-81ea-536d47bc2ae0 HTTP/1.1" status: 204 len: 168 time: 0.1225889 May 19 13:55:08.995300 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ef1b5-c30f-47dc-9ef3-6ff563143716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030eeb35-8b03-439a-81ea-536d47bc2ae0,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:09.135875 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a68ab-1eff-47e2-83ea-5ebbe601980f req-0fb8da55-2819-4574-8dd0-0f6128b710f1 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:09.137325 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-950a68ab-1eff-47e2-83ea-5ebbe601980f req-0fb8da55-2819-4574-8dd0-0f6128b710f1 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 943 time: 0.0796127 May 19 13:55:09.145809 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf8b9a-2c3b-433f-a1b2-01f69a25abdd req-52c71847-1768-46b3-a983-87e2b4d12e05 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:09.147216 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-73bf8b9a-2c3b-433f-a1b2-01f69a25abdd req-52c71847-1768-46b3-a983-87e2b4d12e05 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0776956 May 19 13:55:09.170006 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:09.231247 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-950a68ab-1eff-47e2-83ea-5ebbe601980f req-75318a24-37ce-4c7f-acb9-a930c8fdcb5c tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830691 May 19 13:55:09.234221 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-73bf8b9a-2c3b-433f-a1b2-01f69a25abdd req-819e4b94-6db2-4c47-b7d1-90a36046f552 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782139 May 19 13:55:09.409455 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72fbcca9-a311-4ec9-b2b6-569b9a96e460', 'tag': '12af5875-0105-4c5e-ab8b-4f48b11e4870'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:55:09.413153 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2a551e-f8de-4865-9bfd-de9951e858ed" -d '{"events": [{"name": "network-changed", "server_uuid": "72fbcca9-a311-4ec9-b2b6-569b9a96e460", "tag": "12af5875-0105-4c5e-ab8b-4f48b11e4870"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:55:09.453834 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563c3cee-0b97-46d2-a9b3-2cb47416ff91 x-openstack-request-id: req-563c3cee-0b97-46d2-a9b3-2cb47416ff91 {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:55:09.454122 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72fbcca9-a311-4ec9-b2b6-569b9a96e460", "tag": "12af5875-0105-4c5e-ab8b-4f48b11e4870", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:55:09.454563 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-563c3cee-0b97-46d2-a9b3-2cb47416ff91 {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:55:09.455049 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-563c3cee-0b97-46d2-a9b3-2cb47416ff91'] response: {'name': 'network-changed', 'server_uuid': '72fbcca9-a311-4ec9-b2b6-569b9a96e460', 'tag': '12af5875-0105-4c5e-ab8b-4f48b11e4870', 'status': 'completed', 'code': 200} May 19 13:55:09.568987 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c1d7e-4305-46d1-afdf-0acac9685262 req-8194c1e2-a227-4890-a444-aa09ef01ba87 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:09.570676 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-569c1d7e-4305-46d1-afdf-0acac9685262 req-8194c1e2-a227-4890-a444-aa09ef01ba87 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0590680 May 19 13:55:09.657635 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c5628-00c9-40ec-9bb2-58f238fb3e94 req-981725ff-ccf6-4805-a235-18e75fee4b67 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:09.659173 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a92c5628-00c9-40ec-9bb2-58f238fb3e94 req-981725ff-ccf6-4805-a235-18e75fee4b67 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0655932 May 19 13:55:09.662544 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-569c1d7e-4305-46d1-afdf-0acac9685262 req-c6146465-8b2d-43e1-9848-f501f071cb7f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827675 May 19 13:55:09.709357 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a92c5628-00c9-40ec-9bb2-58f238fb3e94 req-524a83c2-c128-4ecf-8182-76b4e376a4bb tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443740 May 19 13:55:09.951289 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a5037-cfec-4849-9049-353203999c1e req-dc736669-5d87-4e0d-b8f7-a822eea74169 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:09.953014 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e83a5037-cfec-4849-9049-353203999c1e req-dc736669-5d87-4e0d-b8f7-a822eea74169 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 944 time: 0.0538657 May 19 13:55:10.031048 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def274e-d6bf-4f00-b8af-053ccc87d74e req-829be0ce-bd71-45ca-beac-f04a0a1844ed tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:10.032587 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7def274e-d6bf-4f00-b8af-053ccc87d74e req-829be0ce-bd71-45ca-beac-f04a0a1844ed tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 945 time: 0.0786483 May 19 13:55:10.062143 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e83a5037-cfec-4849-9049-353203999c1e req-c0b70cc3-04f8-4b17-b791-af50617a1b2b tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981326 May 19 13:55:10.101677 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7def274e-d6bf-4f00-b8af-053ccc87d74e req-7c1b32c7-357e-4325-ac6c-47dfc23da441 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591772 May 19 13:55:10.489399 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9cf1e-8028-42d9-938c-76bf936c34d7 req-6b2218b3-9ca0-4820-ae28-7b36901c4b3d tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:10.490926 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-61f9cf1e-8028-42d9-938c-76bf936c34d7 req-6b2218b3-9ca0-4820-ae28-7b36901c4b3d tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 943 time: 0.0507505 May 19 13:55:10.542215 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-61f9cf1e-8028-42d9-938c-76bf936c34d7 req-a3e89513-ab73-449d-8695-e54f5e4caa4e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456233 May 19 13:55:10.786673 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcfc17-d941-4e32-8ec5-4f2599fe75f7 req-d47a99e2-5421-4ef8-9dc3-5b1ac2e9d931 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:10.788490 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c9fcfc17-d941-4e32-8ec5-4f2599fe75f7 req-d47a99e2-5421-4ef8-9dc3-5b1ac2e9d931 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0557485 May 19 13:55:10.798590 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:10.856867 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80777cd-f0e0-435a-a156-e1bed1ecedf3 req-8b895312-2bdd-4923-b679-5dc2a297b6e2 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:10.858245 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a80777cd-f0e0-435a-a156-e1bed1ecedf3 req-8b895312-2bdd-4923-b679-5dc2a297b6e2 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0678174 May 19 13:55:10.889472 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c9fcfc17-d941-4e32-8ec5-4f2599fe75f7 req-349136b3-4149-44c6-852a-23af7438826f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884037 May 19 13:55:10.923295 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a80777cd-f0e0-435a-a156-e1bed1ecedf3 req-1a6e1d78-17d8-4288-95de-b744eb5358f2 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545120 May 19 13:55:11.096230 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-952e200c-b9ad-4441-8572-45ac85642236 req-cd9e498c-8324-4ed0-938d-d506861eae5e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12af5875-0105-4c5e-ab8b-4f48b11e4870 HTTP/1.1" status: 200 len: 217 time: 0.0678153 May 19 13:55:11.097555 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-993b2dd7-792f-492b-a113-5a770ef46322 req-91fb7639-61b6-41c0-ade5-4d91a4cc46e9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4da582a-6527-48e4-b52c-7d888d7e053a HTTP/1.1" status: 200 len: 217 time: 0.0680053 May 19 13:55:11.140368 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-61cc63d0-e21f-46d8-b0a6-6e9196ac956f service neutron] 10.222.0.65 "GET /v2.0/networks/ad76f5bc-7148-40ee-8a08-ce1742f9a049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195045 May 19 13:55:11.265763 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283261f-f905-4c75-9043-6911df5ede5f req-8bf2cd79-c3e2-41b8-96f7-89b74fd2bbf8 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:11.267678 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9283261f-f905-4c75-9043-6911df5ede5f req-8bf2cd79-c3e2-41b8-96f7-89b74fd2bbf8 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 944 time: 0.1022079 May 19 13:55:11.276219 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6f3f6-d192-4b32-b0f0-9a26eedb4af3 req-857a3c8f-911a-4010-ae75-d153fb77cb04 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:11.278888 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d8b6f3f6-d192-4b32-b0f0-9a26eedb4af3 req-857a3c8f-911a-4010-ae75-d153fb77cb04 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 945 time: 0.0798788 May 19 13:55:11.349928 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9283261f-f905-4c75-9043-6911df5ede5f req-87739480-9bfa-40b2-b38c-d398df033903 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699818 May 19 13:55:11.362258 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d8b6f3f6-d192-4b32-b0f0-9a26eedb4af3 req-2ae89929-30b6-4061-a144-a71a85cb0415 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747080 May 19 13:55:11.660679 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac0a17-1e89-4df0-99f2-bee9a933334e req-f717c398-4495-46ce-ac4c-f05e3c048aa3 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:11.662023 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-40ac0a17-1e89-4df0-99f2-bee9a933334e req-f717c398-4495-46ce-ac4c-f05e3c048aa3 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 943 time: 0.0489688 May 19 13:55:11.713665 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-40ac0a17-1e89-4df0-99f2-bee9a933334e req-c2dcd01a-fab1-44e2-8509-f7675e59730b tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459120 May 19 13:55:11.780385 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:11.829004 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e200c-b9ad-4441-8572-45ac85642236 req-a2fd860e-89aa-43e2-9891-a836de4bd7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:11.830454 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-952e200c-b9ad-4441-8572-45ac85642236 req-a2fd860e-89aa-43e2-9891-a836de4bd7eb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d549a98-b6c8-49d3-8488-ba26af2d08e6 HTTP/1.1" status: 200 len: 849 time: 0.0842886 May 19 13:55:11.832275 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b2dd7-792f-492b-a113-5a770ef46322 req-0300d184-e5db-46d4-856b-04cf5db2bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:11.832975 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-993b2dd7-792f-492b-a113-5a770ef46322 req-0300d184-e5db-46d4-856b-04cf5db2bc94 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0bdab701-d9d2-42c8-941c-7cdfe8e595b0 HTTP/1.1" status: 200 len: 854 time: 0.0850606 May 19 13:55:11.834653 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f5da1-54dd-439e-9b14-3a3bf00b9217 req-8b9c5df7-c5ec-401f-a283-ab196800072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:11.836124 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-a89f5da1-54dd-439e-9b14-3a3bf00b9217 req-8b9c5df7-c5ec-401f-a283-ab196800072b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28027af4cc0c4ca99035e48aa6237805&device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 1129 time: 0.0685718 May 19 13:55:11.896928 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-952e200c-b9ad-4441-8572-45ac85642236 req-fb98a6c2-473b-408c-b696-5a7f355b9540 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ff3cec5-cb61-42f1-9f06-2f870efcc775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444133 May 19 13:55:12.007782 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f5da1-54dd-439e-9b14-3a3bf00b9217 req-5fd20058-bb34-455a-bf5d-f4fe8b224681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:12.010982 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-a89f5da1-54dd-439e-9b14-3a3bf00b9217 req-5fd20058-bb34-455a-bf5d-f4fe8b224681 service neutron] 10.222.0.65 "GET /v2.0/networks?id=34a01e8b-7928-4301-ae0a-d1e9be21f258 HTTP/1.1" status: 200 len: 919 time: 0.1595297 May 19 13:55:12.063422 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447848e-e7d7-445b-a87f-c3babfc9447e req-793e4a4d-f8a8-4ef1-99ad-2174334f53d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:12.065210 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-a447848e-e7d7-445b-a87f-c3babfc9447e req-793e4a4d-f8a8-4ef1-99ad-2174334f53d2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 1129 time: 0.0508671 May 19 13:55:12.097243 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-1fcd528a-db60-4567-b69d-83f9c65cb4ff req-2b00259d-9473-4069-8a1d-461b7bd3b41f service neutron] 10.222.0.65 "GET /v2.0/networks/ad76f5bc-7148-40ee-8a08-ce1742f9a049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407810 May 19 13:55:12.134952 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-a89f5da1-54dd-439e-9b14-3a3bf00b9217 req-57fcddfc-2c7c-4f96-8a45-678d93b89835 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c788124-2671-444c-98f8-1098c854377e HTTP/1.1" status: 200 len: 217 time: 0.0687103 May 19 13:55:12.173928 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-a447848e-e7d7-445b-a87f-c3babfc9447e req-ecfbd46d-da27-445c-ac7a-3501d6a3a917 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949473 May 19 13:55:12.252922 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b2dd7-792f-492b-a113-5a770ef46322 req-8b8c48b2-61ad-4b66-b8ec-4f5f64393635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:12.255233 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-993b2dd7-792f-492b-a113-5a770ef46322 req-8b8c48b2-61ad-4b66-b8ec-4f5f64393635 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=08206db8-8e78-4412-8a62-0db97bb617cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4046342 May 19 13:55:12.312557 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 57930) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:12.318520 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bfd56-417a-498f-9195-0373564994e7 req-a970b53f-fcac-4aa2-9765-1518d6047699 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:12.320047 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-870bfd56-417a-498f-9195-0373564994e7 req-a970b53f-fcac-4aa2-9765-1518d6047699 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.1289482 May 19 13:55:12.344277 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f82638-b5b0-4277-880e-091fb9c40c7d req-3d603d70-e737-4b0e-87ca-67dd074404c0 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:12.346077 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f0f82638-b5b0-4277-880e-091fb9c40c7d req-3d603d70-e737-4b0e-87ca-67dd074404c0 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.1600270 May 19 13:55:12.357305 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-952e200c-b9ad-4441-8572-45ac85642236 req-c54d8856-999d-43a2-a42c-663bc0ea7518 service neutron] 10.222.0.65 "GET /v2.0/networks/8ff3cec5-cb61-42f1-9f06-2f870efcc775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342577 May 19 13:55:12.425297 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-870bfd56-417a-498f-9195-0373564994e7 req-a06bcd8b-9772-4437-aa45-412ce8d0cfd7 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971448 May 19 13:55:12.429373 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f0f82638-b5b0-4277-880e-091fb9c40c7d req-bab30fc2-e764-4a6e-b37b-596759544568 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762596 May 19 13:55:12.456824 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:12.458034 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b275f5e8-ce34-4a37-8112-13196b5fa001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:12.494400 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:12.546597 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b275f5e8-ce34-4a37-8112-13196b5fa001 admin admin] Publish callbacks [] for security_group (31befaf1-c289-493c-bfe7-ea3a0f02d5b8), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:12.550599 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b275f5e8-ce34-4a37-8112-13196b5fa001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (31befaf1-c289-493c-bfe7-ea3a0f02d5b8), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:12.576043 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f94417-cd0e-4f8d-8a9c-30c1b3640e5e req-babc8850-5693-4a84-9169-a28041fa4096 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:12.577589 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-03f94417-cd0e-4f8d-8a9c-30c1b3640e5e req-babc8850-5693-4a84-9169-a28041fa4096 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 944 time: 0.0844526 May 19 13:55:12.583752 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab1fdb-d50a-49e2-8822-478745166416 req-d63ed10e-aa60-4d16-be3d-9d45ce961215 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:12.585152 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-17ab1fdb-d50a-49e2-8822-478745166416 req-d63ed10e-aa60-4d16-be3d-9d45ce961215 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 945 time: 0.0798485 May 19 13:55:12.592564 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275f5e8-ce34-4a37-8112-13196b5fa001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31befaf1-c289-493c-bfe7-ea3a0f02d5b8,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:12.599938 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-b275f5e8-ce34-4a37-8112-13196b5fa001 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a4f79bafb3b84c7b838536ead7a8a365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838490 May 19 13:55:12.600117 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 57940) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:12.652572 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-74d9496e-6ea9-43e8-8111-da85ccefe23d admin admin] Publish callbacks [] for security_group (31befaf1-c289-493c-bfe7-ea3a0f02d5b8), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:12.660389 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-03f94417-cd0e-4f8d-8a9c-30c1b3640e5e req-379e71ec-ed02-4577-b182-4f466ae20a5e tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743046 May 19 13:55:12.663575 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-17ab1fdb-d50a-49e2-8822-478745166416 req-2968f962-ee40-4fe1-b6f2-ea07d0098ef4 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715454 May 19 13:55:12.676157 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-74d9496e-6ea9-43e8-8111-da85ccefe23d admin admin] Publish callbacks [] for security_group (31befaf1-c289-493c-bfe7-ea3a0f02d5b8), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:12.728834 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-74d9496e-6ea9-43e8-8111-da85ccefe23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (31befaf1-c289-493c-bfe7-ea3a0f02d5b8), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:12.732019 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-74d9496e-6ea9-43e8-8111-da85ccefe23d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:12.733470 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-74d9496e-6ea9-43e8-8111-da85ccefe23d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/31befaf1-c289-493c-bfe7-ea3a0f02d5b8 HTTP/1.1" status: 204 len: 168 time: 0.1323764 May 19 13:55:12.741641 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9496e-6ea9-43e8-8111-da85ccefe23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31befaf1-c289-493c-bfe7-ea3a0f02d5b8,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:12.804982 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:12.844616 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e018a-252c-4686-b0cd-6a1d1eb83ee9 req-92f04f92-a0a4-48bf-ae71-2555c6faf592 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:12.846140 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f07e018a-252c-4686-b0cd-6a1d1eb83ee9 req-92f04f92-a0a4-48bf-ae71-2555c6faf592 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 943 time: 0.0495040 May 19 13:55:12.894825 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f07e018a-252c-4686-b0cd-6a1d1eb83ee9 req-d65aef8a-328a-4c66-9dc5-0fb11b112c09 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430968 May 19 13:55:13.016456 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 57948) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:13.030282 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d3e54236-8518-4712-8758-35e92c8943e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:13.104447 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d3e54236-8518-4712-8758-35e92c8943e5 admin admin] Publish callbacks [] for security_group (9fc15143-fe7a-4dae-bc36-4108ff610caa), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:13.108341 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d3e54236-8518-4712-8758-35e92c8943e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (9fc15143-fe7a-4dae-bc36-4108ff610caa), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:13.144738 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e54236-8518-4712-8758-35e92c8943e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc15143-fe7a-4dae-bc36-4108ff610caa,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:13.149363 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-d3e54236-8518-4712-8758-35e92c8943e5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9da16f96471d44a99d902b5a65ff6ced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318498 May 19 13:55:13.152283 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 57950) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:13.154594 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e54236-8518-4712-8758-35e92c8943e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.154961 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e54236-8518-4712-8758-35e92c8943e5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.155307 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e54236-8518-4712-8758-35e92c8943e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.155632 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e54236-8518-4712-8758-35e92c8943e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.155954 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e54236-8518-4712-8758-35e92c8943e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.156274 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e54236-8518-4712-8758-35e92c8943e5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.156600 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e54236-8518-4712-8758-35e92c8943e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.156916 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e54236-8518-4712-8758-35e92c8943e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.157251 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e54236-8518-4712-8758-35e92c8943e5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.157569 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e54236-8518-4712-8758-35e92c8943e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.157886 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e54236-8518-4712-8758-35e92c8943e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.158201 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e54236-8518-4712-8758-35e92c8943e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.158516 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e54236-8518-4712-8758-35e92c8943e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.158826 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e54236-8518-4712-8758-35e92c8943e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.159163 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e54236-8518-4712-8758-35e92c8943e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.206960 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-744b7070-0996-4779-b830-b8f9084611b7 admin admin] Publish callbacks [] for security_group (9fc15143-fe7a-4dae-bc36-4108ff610caa), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:13.228279 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-744b7070-0996-4779-b830-b8f9084611b7 admin admin] Publish callbacks [] for security_group (9fc15143-fe7a-4dae-bc36-4108ff610caa), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:13.274315 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-744b7070-0996-4779-b830-b8f9084611b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (9fc15143-fe7a-4dae-bc36-4108ff610caa), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:13.276817 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-744b7070-0996-4779-b830-b8f9084611b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:13.277934 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-744b7070-0996-4779-b830-b8f9084611b7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9fc15143-fe7a-4dae-bc36-4108ff610caa HTTP/1.1" status: 204 len: 168 time: 0.1246853 May 19 13:55:13.286172 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b7070-0996-4779-b830-b8f9084611b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc15143-fe7a-4dae-bc36-4108ff610caa,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:13.293395 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b7070-0996-4779-b830-b8f9084611b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.293744 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b7070-0996-4779-b830-b8f9084611b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.294631 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b7070-0996-4779-b830-b8f9084611b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.295000 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b7070-0996-4779-b830-b8f9084611b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.295333 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b7070-0996-4779-b830-b8f9084611b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.295659 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b7070-0996-4779-b830-b8f9084611b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.295983 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b7070-0996-4779-b830-b8f9084611b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.296302 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b7070-0996-4779-b830-b8f9084611b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.296625 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b7070-0996-4779-b830-b8f9084611b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.296943 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b7070-0996-4779-b830-b8f9084611b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.297278 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b7070-0996-4779-b830-b8f9084611b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.297600 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b7070-0996-4779-b830-b8f9084611b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.297919 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b7070-0996-4779-b830-b8f9084611b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.298232 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b7070-0996-4779-b830-b8f9084611b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.298550 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b7070-0996-4779-b830-b8f9084611b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:13.585306 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61228ebd-8b56-479c-bff5-c15311feae2b req-e77496f0-9d15-4190-82a8-20f87ed85a4a tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:13.586809 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-61228ebd-8b56-479c-bff5-c15311feae2b req-e77496f0-9d15-4190-82a8-20f87ed85a4a tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0730033 May 19 13:55:13.589421 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:13.598592 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defaccf-3181-400f-997b-a6169966cea2 req-021074ca-463f-4b61-a1b5-9e88b42c4733 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:13.600974 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4defaccf-3181-400f-997b-a6169966cea2 req-021074ca-463f-4b61-a1b5-9e88b42c4733 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0858769 May 19 13:55:13.682166 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-61228ebd-8b56-479c-bff5-c15311feae2b req-08918015-1bf6-474b-a6fc-6618b4481d65 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799832 May 19 13:55:13.686697 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4defaccf-3181-400f-997b-a6169966cea2 req-1ca1e8b3-4e98-44a5-b453-78a1ba3d115a tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764520 May 19 13:55:13.827685 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7447b7-9973-401c-b43e-d6eab802925e req-5285ba31-dda0-4ddd-96ef-cc4c612ee8c0 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:13.829166 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bf7447b7-9973-401c-b43e-d6eab802925e req-5285ba31-dda0-4ddd-96ef-cc4c612ee8c0 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 945 time: 0.0799453 May 19 13:55:13.835096 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8812b2-0090-4293-b657-c00929684a13 req-93c8a5b6-6f1f-409a-9f6f-2c148dda7b37 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:13.836493 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0f8812b2-0090-4293-b657-c00929684a13 req-93c8a5b6-6f1f-409a-9f6f-2c148dda7b37 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 944 time: 0.0759337 May 19 13:55:13.907898 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bf7447b7-9973-401c-b43e-d6eab802925e req-efa4fb48-fc0b-460f-a3c9-c7e4df8a0c2f tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705001 May 19 13:55:13.920632 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0f8812b2-0090-4293-b657-c00929684a13 req-7e0cf3ea-38c5-4bdb-802f-0a1b9b8a0ce0 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761518 May 19 13:55:14.019687 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b694d-abdc-49e4-8a56-f9bf5834afb5 req-6fa2c149-a770-4129-8a78-cbdd250bd4f1 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:14.021157 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-094b694d-abdc-49e4-8a56-f9bf5834afb5 req-6fa2c149-a770-4129-8a78-cbdd250bd4f1 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 943 time: 0.0479307 May 19 13:55:14.028652 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:14.069115 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-094b694d-abdc-49e4-8a56-f9bf5834afb5 req-96e3427e-588a-4901-a615-1d6d73a565db tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423460 May 19 13:55:14.836130 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa03bb-c4de-43e3-809c-d99350e328e5 req-0fd5280e-e963-4eb8-9b16-f525dde9044e tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:14.837620 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c3fa03bb-c4de-43e3-809c-d99350e328e5 req-0fd5280e-e963-4eb8-9b16-f525dde9044e tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0798917 May 19 13:55:14.845033 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46cc5e-6998-4e28-a5cf-be8288e60997 req-4897dd6e-e845-492a-ae6a-fcc96ef94372 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:14.846505 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-fe46cc5e-6998-4e28-a5cf-be8288e60997 req-4897dd6e-e845-492a-ae6a-fcc96ef94372 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0782351 May 19 13:55:14.920039 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-fe46cc5e-6998-4e28-a5cf-be8288e60997 req-f60dbf86-1cf7-4858-b673-aa395acabb35 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666735 May 19 13:55:14.924057 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c3fa03bb-c4de-43e3-809c-d99350e328e5 req-6acb563d-2b16-468e-854c-384cb620f122 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766521 May 19 13:55:15.067734 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b367e-ffc4-4897-96df-86b215400012 req-75d5f6ef-4ac5-462f-9c65-ee34c54f9881 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:15.069223 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5a8b367e-ffc4-4897-96df-86b215400012 req-75d5f6ef-4ac5-462f-9c65-ee34c54f9881 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 945 time: 0.0816920 May 19 13:55:15.075239 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55388e9-8e68-490b-8aed-9df59d9c3eea req-1e87a536-e3e0-4b98-abd0-6ca89aa7a6bc tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:15.076636 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d55388e9-8e68-490b-8aed-9df59d9c3eea req-1e87a536-e3e0-4b98-abd0-6ca89aa7a6bc tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 944 time: 0.0774970 May 19 13:55:15.112016 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:15.161311 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d55388e9-8e68-490b-8aed-9df59d9c3eea req-b98196b8-d798-4fc5-aabe-023135c94dcb tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765817 May 19 13:55:15.164262 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5a8b367e-ffc4-4897-96df-86b215400012 req-12610fe9-a5e2-453f-bacf-24c2bf4bbb6d tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867710 May 19 13:55:15.287396 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc593c-b89f-4059-865b-3e6a724cea8d req-3b6c8d63-ba67-4b3e-93c9-4dfc2e54224b tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:15.288835 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c9fc593c-b89f-4059-865b-3e6a724cea8d req-3b6c8d63-ba67-4b3e-93c9-4dfc2e54224b tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 943 time: 0.0469022 May 19 13:55:15.335112 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c9fc593c-b89f-4059-865b-3e6a724cea8d req-089f335f-0693-4d90-9233-de2c8aa03760 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405877 May 19 13:55:16.076488 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338618c-3660-44f7-8538-bc8430cb9c7e req-07c6b5ec-79e6-43e8-a0fa-e9f9a731e617 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:16.078013 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d338618c-3660-44f7-8538-bc8430cb9c7e req-07c6b5ec-79e6-43e8-a0fa-e9f9a731e617 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0820503 May 19 13:55:16.084282 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdaee12-5776-4954-8f97-98e83e80dfea req-a2811844-fd3b-4f69-be48-b7e2613a6006 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:16.085632 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0cdaee12-5776-4954-8f97-98e83e80dfea req-a2811844-fd3b-4f69-be48-b7e2613a6006 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0792894 May 19 13:55:16.130956 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:16.156245 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d338618c-3660-44f7-8538-bc8430cb9c7e req-9e2f1966-eb47-4d65-991f-f9bb740c7eab tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696604 May 19 13:55:16.167961 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0cdaee12-5776-4954-8f97-98e83e80dfea req-c5ba3ad2-5b9a-4490-a0d7-92155328deca tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738602 May 19 13:55:16.307241 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3b9bb-6f33-41da-a4ee-4b2d2e4dca1f req-97f4a4cc-84d6-4d1b-abcd-a0940e5728bf tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:16.308726 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e7d3b9bb-6f33-41da-a4ee-4b2d2e4dca1f req-97f4a4cc-84d6-4d1b-abcd-a0940e5728bf tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 945 time: 0.0597031 May 19 13:55:16.361787 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcb6b3-adaf-4d2e-8c16-4b05f5b94ef3 req-03522706-abb0-474b-8ae0-35f401424ffe tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:16.363280 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f4bcb6b3-adaf-4d2e-8c16-4b05f5b94ef3 req-03522706-abb0-474b-8ae0-35f401424ffe tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 944 time: 0.0814037 May 19 13:55:16.400103 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e7d3b9bb-6f33-41da-a4ee-4b2d2e4dca1f req-29a75dc1-30ea-4819-a404-b279a289f18c tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757585 May 19 13:55:16.435432 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f4bcb6b3-adaf-4d2e-8c16-4b05f5b94ef3 req-87a674c4-1b46-457d-8142-d2c6004634dc tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637088 May 19 13:55:16.528465 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305b11d-e0d8-4288-a1c6-0fe1f04961dd req-d52bb931-9d1e-4f54-ac7a-56b016890fcc tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:16.530635 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4305b11d-e0d8-4288-a1c6-0fe1f04961dd req-d52bb931-9d1e-4f54-ac7a-56b016890fcc tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 943 time: 0.0531499 May 19 13:55:16.592424 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4305b11d-e0d8-4288-a1c6-0fe1f04961dd req-7291a47e-da07-4132-afcc-586d9749826a tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544357 May 19 13:55:17.296338 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed76bd-21e2-49e2-8076-d306789cd68d req-10999935-239c-4e1c-b836-80a19f6e5404 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:17.297703 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ceed76bd-21e2-49e2-8076-d306789cd68d req-10999935-239c-4e1c-b836-80a19f6e5404 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0726471 May 19 13:55:17.317319 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174850ca-2d3c-4aa5-85f7-54edd1610d54 req-eb68867d-7442-4d15-ae5e-14de0c2e572b tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:17.318690 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-174850ca-2d3c-4aa5-85f7-54edd1610d54 req-eb68867d-7442-4d15-ae5e-14de0c2e572b tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0654557 May 19 13:55:17.386637 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ceed76bd-21e2-49e2-8076-d306789cd68d req-8ff04cf3-ba40-4cf8-8be0-9e3d660a9e70 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833721 May 19 13:55:17.391633 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-174850ca-2d3c-4aa5-85f7-54edd1610d54 req-caca35d6-6b76-4f0d-bcd7-918bf666faf1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661960 May 19 13:55:17.551264 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7cacc-98ba-4b1e-9765-77a974e4a4bc req-7eaf1f83-d614-457f-add4-85432544e069 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:17.552598 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c8b7cacc-98ba-4b1e-9765-77a974e4a4bc req-7eaf1f83-d614-457f-add4-85432544e069 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 945 time: 0.0706539 May 19 13:55:17.580231 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195048f-fa19-4ebf-9267-90915e123960 req-7b42c4e5-f670-4e0c-91c7-77f19e26940b tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:17.581610 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b195048f-fa19-4ebf-9267-90915e123960 req-7b42c4e5-f670-4e0c-91c7-77f19e26940b tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 944 time: 0.0716290 May 19 13:55:17.631450 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c8b7cacc-98ba-4b1e-9765-77a974e4a4bc req-54b22a89-1385-4cf6-afd9-4c954f61456f tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731864 May 19 13:55:17.648047 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b195048f-fa19-4ebf-9267-90915e123960 req-24767002-485f-475b-9304-c1e58e10483d tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602667 May 19 13:55:17.741471 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a35fc9-b783-4025-948f-556c12649307 req-a0e9c4e0-573e-4ac7-810d-05163888e249 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:17.742949 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-78a35fc9-b783-4025-948f-556c12649307 req-a0e9c4e0-573e-4ac7-810d-05163888e249 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 943 time: 0.0513005 May 19 13:55:17.783341 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:17.796208 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-78a35fc9-b783-4025-948f-556c12649307 req-2044ec28-79d8-4a7e-b4c9-8341979007ed tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454643 May 19 13:55:18.340170 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:18.524988 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 58134) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:18.531072 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111a7f8-b42e-4695-bb26-cfb7ba936c20 req-6d4cba84-199d-42b5-beb7-31d259b1fd4b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:18.533651 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8111a7f8-b42e-4695-bb26-cfb7ba936c20 req-6d4cba84-199d-42b5-beb7-31d259b1fd4b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0774300 May 19 13:55:18.547115 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe7e2c-dc88-4710-9073-847bb5380fc1 req-8fedc046-3b00-4dd7-97a8-68b2744e855b tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:18.548524 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bebe7e2c-dc88-4710-9073-847bb5380fc1 req-8fedc046-3b00-4dd7-97a8-68b2744e855b tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0803168 May 19 13:55:18.621377 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8111a7f8-b42e-4695-bb26-cfb7ba936c20 req-7a37b20e-fef5-4fbe-9b80-31aef7c4068f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813975 May 19 13:55:18.637813 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bebe7e2c-dc88-4710-9073-847bb5380fc1 req-58dac3f7-6589-4433-bc6d-5e2ca2ece129 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826128 May 19 13:55:18.672627 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-99cf1c3e-0657-48b0-87e4-a35dd7deb6a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:18.728483 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f5da1-54dd-439e-9b14-3a3bf00b9217 req-415587d5-773f-45ae-a330-56be0722fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:18.730122 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-a89f5da1-54dd-439e-9b14-3a3bf00b9217 req-415587d5-773f-45ae-a330-56be0722fe22 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e59f71b-406f-4674-9cc1-e5ca82f3a90f HTTP/1.1" status: 200 len: 857 time: 0.0954537 May 19 13:55:18.777799 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-99cf1c3e-0657-48b0-87e4-a35dd7deb6a0 admin admin] Publish callbacks [] for security_group (5525b0ab-9c99-4b8b-a9b1-eaee7c31d19a), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:18.782670 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-99cf1c3e-0657-48b0-87e4-a35dd7deb6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (5525b0ab-9c99-4b8b-a9b1-eaee7c31d19a), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:18.792391 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:18.831719 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-99cf1c3e-0657-48b0-87e4-a35dd7deb6a0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=66591b8712794b89b55fd612be386c19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3054740 May 19 13:55:18.834403 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 58148) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:18.844183 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf1c3e-0657-48b0-87e4-a35dd7deb6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5525b0ab-9c99-4b8b-a9b1-eaee7c31d19a,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:18.868369 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:18.901572 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8639619d-8d55-418a-93cc-5ecae24973c7 admin admin] Publish callbacks [] for security_group (5525b0ab-9c99-4b8b-a9b1-eaee7c31d19a), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:18.902843 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921da77-9333-4632-8499-0d183b1e60bb req-1117e911-f4b1-4264-ba5b-31d14c23c40a tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:18.912759 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5921da77-9333-4632-8499-0d183b1e60bb req-1117e911-f4b1-4264-ba5b-31d14c23c40a tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 945 time: 0.1440833 May 19 13:55:18.921902 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:INSERT=17,neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:18.936980 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8639619d-8d55-418a-93cc-5ecae24973c7 admin admin] Publish callbacks [] for security_group (5525b0ab-9c99-4b8b-a9b1-eaee7c31d19a), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:18.946049 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a2135-dcb8-4760-bce5-edb2db2c3f63 req-d6d79fc0-e5f4-4ec4-be60-f4015d40d1e3 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:18.947575 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-118a2135-dcb8-4760-bce5-edb2db2c3f63 req-d6d79fc0-e5f4-4ec4-be60-f4015d40d1e3 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 944 time: 0.2112911 May 19 13:55:19.000336 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-993b2dd7-792f-492b-a113-5a770ef46322 req-f0f641b3-9813-40fb-82b8-fd9fd81de818 service neutron] 10.222.0.65 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613596 May 19 13:55:19.002222 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-952e200c-b9ad-4441-8572-45ac85642236 req-e49c4522-b845-4148-a655-963972ca8136 service neutron] 10.222.0.65 "GET /v2.0/networks/8ff3cec5-cb61-42f1-9f06-2f870efcc775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618248 May 19 13:55:19.012077 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8639619d-8d55-418a-93cc-5ecae24973c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (5525b0ab-9c99-4b8b-a9b1-eaee7c31d19a), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:19.015551 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8639619d-8d55-418a-93cc-5ecae24973c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:19.016760 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-8639619d-8d55-418a-93cc-5ecae24973c7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5525b0ab-9c99-4b8b-a9b1-eaee7c31d19a HTTP/1.1" status: 204 len: 168 time: 0.1808658 May 19 13:55:19.027156 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8639619d-8d55-418a-93cc-5ecae24973c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5525b0ab-9c99-4b8b-a9b1-eaee7c31d19a,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:19.033243 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5921da77-9333-4632-8499-0d183b1e60bb req-3fdeeddf-e051-46b2-950b-783261172f56 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196713 May 19 13:55:19.108050 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-118a2135-dcb8-4760-bce5-edb2db2c3f63 req-bfc8b6ec-d385-468b-8a18-376364aee6f8 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460652 May 19 13:55:19.178196 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 5e326997-1358-457a-8426-4184a94bfdad details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:55:19.246039 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84999356-2370-4c80-aa51-d09a7dd5e777 req-13dd7334-55a8-4189-bdae-afeb327a94aa tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:19.247838 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-84999356-2370-4c80-aa51-d09a7dd5e777 req-13dd7334-55a8-4189-bdae-afeb327a94aa tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 943 time: 0.1186042 May 19 13:55:19.357235 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 5e326997-1358-457a-8426-4184a94bfdad, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5e326997-1358-457a-8426-4184a94bfdad,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:55:19.397841 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Returning: {'device': '5e326997-1358-457a-8426-4184a94bfdad', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'port_id': '5e326997-1358-457a-8426-4184a94bfdad', 'mac_address': 'fa:16:3e:32:a9:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:55:19.430356 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f5da1-54dd-439e-9b14-3a3bf00b9217 req-512352b7-0c45-4bc4-9c0c-026d3fd99625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:19.433494 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-a89f5da1-54dd-439e-9b14-3a3bf00b9217 req-512352b7-0c45-4bc4-9c0c-026d3fd99625 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34a01e8b-7928-4301-ae0a-d1e9be21f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2861371 May 19 13:55:19.444708 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-806e1123-fec7-4be3-bb4c-861034a7ff21 req-3b4f94b3-cce3-46cd-a3b1-79223445ab25 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2704599 May 19 13:55:19.456570 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 5e326997-1358-457a-8426-4184a94bfdad is: DOWN; New status is: BUILD {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:55:19.457131 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (5e326997-1358-457a-8426-4184a94bfdad), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:19.471816 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e326997-1358-457a-8426-4184a94bfdad {{(pid=110063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:55:19.494743 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 5e326997-1358-457a-8426-4184a94bfdad, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5e326997-1358-457a-8426-4184a94bfdad,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:55:19.501642 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (5e326997-1358-457a-8426-4184a94bfdad), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:19.550959 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-84999356-2370-4c80-aa51-d09a7dd5e777 req-867c0e38-b783-4193-a8dd-14381c6f86e8 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2964773 May 19 13:55:19.554301 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-993b2dd7-792f-492b-a113-5a770ef46322 req-04546313-ee88-44b5-979d-16cb4ca98520 service neutron] 10.222.0.65 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897347 May 19 13:55:19.555526 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=5e326997-1358-457a-8426-4184a94bfdad,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:19.564000 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:19.564359 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:19.564883 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:19.565394 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:19.565728 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:19.566799 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:19.567322 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:19.567652 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:19.567990 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:19.568480 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:19.568801 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:19.569380 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:19.569706 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:19.570024 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:19.570341 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:19.579597 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 58178) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:19.593146 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b9d7926c-b890-445f-b655-f1dcfb1491d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:19.671417 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b9d7926c-b890-445f-b655-f1dcfb1491d3 admin admin] Publish callbacks [] for security_group (9fb7dbfa-2f06-4dec-a5b5-7da1804e368d), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:19.676369 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b9d7926c-b890-445f-b655-f1dcfb1491d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (9fb7dbfa-2f06-4dec-a5b5-7da1804e368d), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:19.720104 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-b9d7926c-b890-445f-b655-f1dcfb1491d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=69f59db0b6ed463f8a814400e287bac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370811 May 19 13:55:19.720104 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7926c-b890-445f-b655-f1dcfb1491d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb7dbfa-2f06-4dec-a5b5-7da1804e368d,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:19.720944 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 58184) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:19.772922 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d5be-eaf6-42cc-99f7-2429d8e322e1 admin admin] Publish callbacks [] for security_group (9fb7dbfa-2f06-4dec-a5b5-7da1804e368d), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:19.786479 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44088cac-4032-4832-8f64-002bd2ea335d req-f560ff80-4c93-4132-a651-e7b42ce66d62 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:19.788341 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-44088cac-4032-4832-8f64-002bd2ea335d req-f560ff80-4c93-4132-a651-e7b42ce66d62 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0939891 May 19 13:55:19.797647 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d5be-eaf6-42cc-99f7-2429d8e322e1 admin admin] Publish callbacks [] for security_group (9fb7dbfa-2f06-4dec-a5b5-7da1804e368d), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:19.805746 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ea67c-8a7e-447e-b8df-3829eae59e34 req-1ddc5914-ffde-44b9-8a14-eed75d2ce33c tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:19.807189 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-269ea67c-8a7e-447e-b8df-3829eae59e34 req-1ddc5914-ffde-44b9-8a14-eed75d2ce33c tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 944 time: 0.0668509 May 19 13:55:19.846118 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:19.852008 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d5be-eaf6-42cc-99f7-2429d8e322e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (9fb7dbfa-2f06-4dec-a5b5-7da1804e368d), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:19.854758 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d5be-eaf6-42cc-99f7-2429d8e322e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:19.855914 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-dfb5d5be-eaf6-42cc-99f7-2429d8e322e1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9fb7dbfa-2f06-4dec-a5b5-7da1804e368d HTTP/1.1" status: 204 len: 168 time: 0.1340668 May 19 13:55:19.864766 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5d5be-eaf6-42cc-99f7-2429d8e322e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb7dbfa-2f06-4dec-a5b5-7da1804e368d,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:19.887848 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-44088cac-4032-4832-8f64-002bd2ea335d req-9de3e447-8877-4cd7-9e5a-f2e7859a254c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910070 May 19 13:55:19.897545 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['5e326997-1358-457a-8426-4184a94bfdad'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:55:19.905650 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-269ea67c-8a7e-447e-b8df-3829eae59e34 req-161533ad-14f1-4848-a8a3-353300ef227e tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853703 May 19 13:55:19.940413 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:20.177325 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e5d15-d9fd-41e7-9e9c-9081e0594d7d req-16ac1184-7596-484b-a3e8-6b9f5862c141 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:20.186322 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5e8e5d15-d9fd-41e7-9e9c-9081e0594d7d req-16ac1184-7596-484b-a3e8-6b9f5862c141 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 945 time: 0.0795293 May 19 13:55:20.275242 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e554312-a03d-4651-a3aa-55e42a927f57 req-af86dc12-ef3e-455a-b9f1-79ba0c57b8bb tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:20.276715 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2e554312-a03d-4651-a3aa-55e42a927f57 req-af86dc12-ef3e-455a-b9f1-79ba0c57b8bb tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 944 time: 0.0819952 May 19 13:55:20.292584 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5e8e5d15-d9fd-41e7-9e9c-9081e0594d7d req-74a5469e-b4ed-4c43-ad72-a55bda26dff6 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032062 May 19 13:55:20.350182 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2e554312-a03d-4651-a3aa-55e42a927f57 req-14e41c39-455e-4414-b15a-adfc342423c0 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539520 May 19 13:55:20.595389 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a551e-f8de-4865-9bfd-de9951e858ed req-353a54fe-2a49-412c-acc9-d5a40c3a4b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:20.596973 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-8f2a551e-f8de-4865-9bfd-de9951e858ed req-353a54fe-2a49-412c-acc9-d5a40c3a4b65 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4fe46ffac52d412daf3663e2ab1273de&device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 1128 time: 0.0740807 May 19 13:55:20.625024 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-a89f5da1-54dd-439e-9b14-3a3bf00b9217 req-f395c325-25be-46d0-bd93-a6edb3010f6d service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804948 May 19 13:55:20.703887 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfdb43-1a3c-4520-a6bf-abc05502dddb req-2ba98953-cf19-46d8-b77f-a80e1b218c4a tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:20.705565 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9acfdb43-1a3c-4520-a6bf-abc05502dddb req-2ba98953-cf19-46d8-b77f-a80e1b218c4a tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 943 time: 0.0656402 May 19 13:55:20.765713 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9acfdb43-1a3c-4520-a6bf-abc05502dddb req-6369af48-356e-4d99-be60-b636f5b77ad5 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540302 May 19 13:55:21.042114 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c9d63-8bb2-4028-93a6-601129ca76d0 req-49647393-6967-4504-b55d-656c2febd7ce tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:21.044087 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-de6c9d63-8bb2-4028-93a6-601129ca76d0 req-49647393-6967-4504-b55d-656c2febd7ce tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0749278 May 19 13:55:21.062301 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c67fec-0df7-40db-b4ae-086f60122125 req-5e31a15f-8eba-4a4a-9f50-ae7358e2986c tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:21.063916 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a5c67fec-0df7-40db-b4ae-086f60122125 req-5e31a15f-8eba-4a4a-9f50-ae7358e2986c tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 944 time: 0.0661011 May 19 13:55:21.126011 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:21.143054 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-de6c9d63-8bb2-4028-93a6-601129ca76d0 req-19e6a7b0-2460-4bae-bd91-a981319cf14d tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779281 May 19 13:55:21.160894 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a5c67fec-0df7-40db-b4ae-086f60122125 req-fb0b606a-8764-440a-9eae-384855174f20 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764048 May 19 13:55:21.186945 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 5e326997-1358-457a-8426-4184a94bfdad up at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:55:21.240612 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning for port 5e326997-1358-457a-8426-4184a94bfdad completed by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:55:21.249628 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning complete for port 5e326997-1358-457a-8426-4184a94bfdad triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:55:21.250264 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (5e326997-1358-457a-8426-4184a94bfdad), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:21.262648 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 58286) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:21.389977 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 5e326997-1358-457a-8426-4184a94bfdad is: BUILD; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:55:21.390518 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (5e326997-1358-457a-8426-4184a94bfdad), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:21.443313 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4e2c2f-4753-4911-8859-73736543f959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e326997-1358-457a-8426-4184a94bfdad'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:55:21.449862 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d002c12-5837-4cee-97bb-04b9cdda2315" -d '{"events": [{"server_uuid": "5c4e2c2f-4753-4911-8859-73736543f959", "name": "network-vif-plugged", "status": "completed", "tag": "5e326997-1358-457a-8426-4184a94bfdad"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:55:21.480291 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 5e326997-1358-457a-8426-4184a94bfdad, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5e326997-1358-457a-8426-4184a94bfdad,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:55:21.487766 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (5e326997-1358-457a-8426-4184a94bfdad), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:21.541647 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:21.557859 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=5e326997-1358-457a-8426-4184a94bfdad,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:21.655677 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ece185-b51e-4703-bd83-9575e739623e req-0c4fa55b-de5c-43e9-a1c7-8148c65e4c24 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:21.658321 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-08ece185-b51e-4703-bd83-9575e739623e req-0c4fa55b-de5c-43e9-a1c7-8148c65e4c24 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 945 time: 0.1672149 May 19 13:55:21.659581 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-462f91e6-85db-453b-a3d5-0d589b30fd37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:21.696142 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03afc9-72c9-40be-8b58-b53e279c24a4 req-8e0fdd02-6405-45e9-b1d0-87ad66998a50 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:21.697641 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7e03afc9-72c9-40be-8b58-b53e279c24a4 req-8e0fdd02-6405-45e9-b1d0-87ad66998a50 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 944 time: 0.1450992 May 19 13:55:21.811003 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-08ece185-b51e-4703-bd83-9575e739623e req-6e8ef91f-eee6-45a6-8c4f-65f44bc96858 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433728 May 19 13:55:21.838661 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7e03afc9-72c9-40be-8b58-b53e279c24a4 req-2beaf667-8eb4-4225-bad7-3e37524df0e3 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221821 May 19 13:55:21.916065 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-462f91e6-85db-453b-a3d5-0d589b30fd37 admin admin] Publish callbacks [] for security_group (570bc51d-0b57-4b66-bbd0-1185ae9f32e9), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:21.927770 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-462f91e6-85db-453b-a3d5-0d589b30fd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (570bc51d-0b57-4b66-bbd0-1185ae9f32e9), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:21.933477 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708457d9-c432-4fd0-a747-2fad4c28e12d x-openstack-request-id: req-708457d9-c432-4fd0-a747-2fad4c28e12d {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:55:21.933920 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4e2c2f-4753-4911-8859-73736543f959", "name": "network-vif-plugged", "status": "completed", "tag": "5e326997-1358-457a-8426-4184a94bfdad", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:55:21.934252 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-708457d9-c432-4fd0-a747-2fad4c28e12d {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:55:21.934780 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-708457d9-c432-4fd0-a747-2fad4c28e12d'] response: {'server_uuid': '5c4e2c2f-4753-4911-8859-73736543f959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e326997-1358-457a-8426-4184a94bfdad', 'code': 200} May 19 13:55:22.020828 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-462f91e6-85db-453b-a3d5-0d589b30fd37 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c58c574bbe6042f9be50dd29194adfa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7569799 May 19 13:55:22.023584 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 58318) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:22.031115 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11d9c5-5c25-46d9-8ca5-adffb5f55c46 req-84c10e9c-9d41-425d-86db-d10688dbaebe tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:22.032612 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8b11d9c5-5c25-46d9-8ca5-adffb5f55c46 req-84c10e9c-9d41-425d-86db-d10688dbaebe tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 943 time: 0.1089561 May 19 13:55:22.033888 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f91e6-85db-453b-a3d5-0d589b30fd37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570bc51d-0b57-4b66-bbd0-1185ae9f32e9,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:22.071382 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:22.088743 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-aebbc592-4ed8-48c9-a7f5-2129f357ff8b admin admin] Publish callbacks [] for security_group (570bc51d-0b57-4b66-bbd0-1185ae9f32e9), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:22.106497 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8b11d9c5-5c25-46d9-8ca5-adffb5f55c46 req-1649ff26-d92c-4009-bd8e-661ece44b94a tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640085 May 19 13:55:22.113468 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-aebbc592-4ed8-48c9-a7f5-2129f357ff8b admin admin] Publish callbacks [] for security_group (570bc51d-0b57-4b66-bbd0-1185ae9f32e9), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:22.173546 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-aebbc592-4ed8-48c9-a7f5-2129f357ff8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (570bc51d-0b57-4b66-bbd0-1185ae9f32e9), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:22.177634 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-aebbc592-4ed8-48c9-a7f5-2129f357ff8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:22.182020 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-aebbc592-4ed8-48c9-a7f5-2129f357ff8b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/570bc51d-0b57-4b66-bbd0-1185ae9f32e9 HTTP/1.1" status: 204 len: 168 time: 0.1566234 May 19 13:55:22.195495 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbc592-4ed8-48c9-a7f5-2129f357ff8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570bc51d-0b57-4b66-bbd0-1185ae9f32e9,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:22.352731 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bfd5b-208d-4bf4-b632-06552ce48892 req-405f3a26-ce37-4227-ae9a-f8e79d98bd6b tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:22.354227 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cb4bfd5b-208d-4bf4-b632-06552ce48892 req-405f3a26-ce37-4227-ae9a-f8e79d98bd6b tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.0852711 May 19 13:55:22.369414 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb679db-5147-497b-9fe7-d8950207a255 req-88d004a3-7948-4400-a899-684fa35695ec tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:22.371777 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5cb679db-5147-497b-9fe7-d8950207a255 req-88d004a3-7948-4400-a899-684fa35695ec tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0895481 May 19 13:55:22.491700 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:22.498565 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:DELETE=7,neutron:SELECT=87,neutron:INSERT=6 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:22.502527 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368230a-edbc-465e-8c5a-b0fa301fd379 req-2691b497-5ef4-46e5-a024-06ab91d1b56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:22.504897 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b368230a-edbc-465e-8c5a-b0fa301fd379 req-2691b497-5ef4-46e5-a024-06ab91d1b56c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89b4336043d5446b922432a2f43af17a&device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 1127 time: 0.1232324 May 19 13:55:22.539155 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e1123-fec7-4be3-bb4c-861034a7ff21 req-6a4c4f81-9283-4b17-a3c5-e99f3f4371c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:22.542949 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-806e1123-fec7-4be3-bb4c-861034a7ff21 req-6a4c4f81-9283-4b17-a3c5-e99f3f4371c0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28027af4cc0c4ca99035e48aa6237805&device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 1129 time: 0.1591654 May 19 13:55:22.568741 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cb4bfd5b-208d-4bf4-b632-06552ce48892 req-bbbd9248-f5f0-4f45-b739-f49bb7a4cc90 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944423 May 19 13:55:22.615763 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5cb679db-5147-497b-9fe7-d8950207a255 req-0b24b718-5777-4be6-8ecf-debfb2fdb351 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158272 May 19 13:55:22.645071 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a551e-f8de-4865-9bfd-de9951e858ed req-70c37d8b-1e28-4d47-a9d8-711594849424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:22.646680 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-8f2a551e-f8de-4865-9bfd-de9951e858ed req-70c37d8b-1e28-4d47-a9d8-711594849424 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8ff3cec5-cb61-42f1-9f06-2f870efcc775 HTTP/1.1" status: 200 len: 910 time: 0.2743206 May 19 13:55:22.690359 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 58338) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:22.705374 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-8f2a551e-f8de-4865-9bfd-de9951e858ed req-5c211288-cd3c-4f75-8b67-fc8dcf401359 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12af5875-0105-4c5e-ab8b-4f48b11e4870 HTTP/1.1" status: 200 len: 217 time: 0.0483620 May 19 13:55:22.707479 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-a89f5da1-54dd-439e-9b14-3a3bf00b9217 req-5f671a4f-29b0-4751-97cf-7205972ab653 service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245897 May 19 13:55:22.730181 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f780a6d6-67a3-4eac-bdda-24ff61c22b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:22.738623 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:22.756891 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368230a-edbc-465e-8c5a-b0fa301fd379 req-124b6aad-46bc-47e3-ac4b-4671962e18e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:22.758343 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b368230a-edbc-465e-8c5a-b0fa301fd379 req-124b6aad-46bc-47e3-ac4b-4671962e18e7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=08206db8-8e78-4412-8a62-0db97bb617cf HTTP/1.1" status: 200 len: 916 time: 0.2351875 May 19 13:55:22.763227 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e1123-fec7-4be3-bb4c-861034a7ff21 req-d9afec86-8769-47db-944c-f40406bebdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:22.765568 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-806e1123-fec7-4be3-bb4c-861034a7ff21 req-d9afec86-8769-47db-944c-f40406bebdbb service neutron] 10.222.0.65 "GET /v2.0/networks?id=34a01e8b-7928-4301-ae0a-d1e9be21f258 HTTP/1.1" status: 200 len: 919 time: 0.1683218 May 19 13:55:22.808391 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f8a72-65d1-4295-88e1-d5692c647b88 req-e1ec46e9-8948-46a5-b279-2669910eff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:22.810058 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-496f8a72-65d1-4295-88e1-d5692c647b88 req-e1ec46e9-8948-46a5-b279-2669910eff99 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 1129 time: 0.0741582 May 19 13:55:22.817597 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a551e-f8de-4865-9bfd-de9951e858ed req-d6b74c95-dbad-4ecc-9168-66f87ef613cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:22.819151 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-8f2a551e-f8de-4865-9bfd-de9951e858ed req-d6b74c95-dbad-4ecc-9168-66f87ef613cb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d549a98-b6c8-49d3-8488-ba26af2d08e6 HTTP/1.1" status: 200 len: 849 time: 0.0845511 May 19 13:55:22.869500 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b368230a-edbc-465e-8c5a-b0fa301fd379 req-9a103747-fc01-4d56-bf51-a80b6abf3e1d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4da582a-6527-48e4-b52c-7d888d7e053a HTTP/1.1" status: 200 len: 217 time: 0.0798519 May 19 13:55:22.873436 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-8f2a551e-f8de-4865-9bfd-de9951e858ed req-99679b77-ea06-4d62-97d6-ac70b0392fe8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ff3cec5-cb61-42f1-9f06-2f870efcc775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433006 May 19 13:55:22.876294 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-806e1123-fec7-4be3-bb4c-861034a7ff21 req-6aefdc45-8d57-45ca-a17a-725a9e2cb3ac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c2ca481-d8b3-43c5-9df6-5b028371dcf0 HTTP/1.1" status: 200 len: 217 time: 0.0857778 May 19 13:55:22.919165 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-496f8a72-65d1-4295-88e1-d5692c647b88 req-ddb07f82-b254-4b87-8849-b56f6061e919 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906811 May 19 13:55:22.985163 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f780a6d6-67a3-4eac-bdda-24ff61c22b53 admin admin] Publish callbacks [] for security_group (88c15956-7f39-49ec-b905-b2576002f35e), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:22.993854 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f780a6d6-67a3-4eac-bdda-24ff61c22b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (88c15956-7f39-49ec-b905-b2576002f35e), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:23.001918 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368230a-edbc-465e-8c5a-b0fa301fd379 req-64774811-8bb1-4691-9e46-5b949eb44b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:23.003640 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b368230a-edbc-465e-8c5a-b0fa301fd379 req-64774811-8bb1-4691-9e46-5b949eb44b32 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0bdab701-d9d2-42c8-941c-7cdfe8e595b0 HTTP/1.1" status: 200 len: 854 time: 0.1193719 May 19 13:55:23.026888 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285bdef-57d4-4634-ba84-5c655a0b56b0 req-6a521d60-2d69-4711-9a17-e24891bf662b tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:23.028327 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f285bdef-57d4-4634-ba84-5c655a0b56b0 req-6a521d60-2d69-4711-9a17-e24891bf662b tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 944 time: 0.1115816 May 19 13:55:23.055333 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-f780a6d6-67a3-4eac-bdda-24ff61c22b53 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9fff41c3212144bc81f8e7ccb6ca30b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3638723 May 19 13:55:23.057974 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 58350) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:23.063056 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780a6d6-67a3-4eac-bdda-24ff61c22b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c15956-7f39-49ec-b905-b2576002f35e,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:23.100130 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f285bdef-57d4-4634-ba84-5c655a0b56b0 req-12678af1-a009-4873-95b3-aba04f7e9b79 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621648 May 19 13:55:23.113624 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d5676fe0-a670-441f-a536-8db02536c70d admin admin] Publish callbacks [] for security_group (88c15956-7f39-49ec-b905-b2576002f35e), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:23.143801 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d5676fe0-a670-441f-a536-8db02536c70d admin admin] Publish callbacks [] for security_group (88c15956-7f39-49ec-b905-b2576002f35e), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:23.179446 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 58356) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:23.192079 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device a4da582a-6527-48e4-b52c-7d888d7e053a details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:55:23.213344 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d5676fe0-a670-441f-a536-8db02536c70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (88c15956-7f39-49ec-b905-b2576002f35e), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:23.218478 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d5676fe0-a670-441f-a536-8db02536c70d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:23.219902 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-d5676fe0-a670-441f-a536-8db02536c70d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/88c15956-7f39-49ec-b905-b2576002f35e HTTP/1.1" status: 204 len: 168 time: 0.1609418 May 19 13:55:23.229556 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5676fe0-a670-441f-a536-8db02536c70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c15956-7f39-49ec-b905-b2576002f35e,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:23.233198 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7034528-05d6-405e-beb7-5bc9cec34cd6 req-55168a81-8d69-47bc-b732-27950cac7a72 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:23.242710 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b7034528-05d6-405e-beb7-5bc9cec34cd6 req-55168a81-8d69-47bc-b732-27950cac7a72 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 943 time: 0.0689483 May 19 13:55:23.264751 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:23.311867 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b7034528-05d6-405e-beb7-5bc9cec34cd6 req-f9f07d55-5d75-464e-942b-afd05e87b062 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681782 May 19 13:55:23.343535 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port a4da582a-6527-48e4-b52c-7d888d7e053a, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a4da582a-6527-48e4-b52c-7d888d7e053a,segment=NetworkSegment(4048a570-00c8-45bc-b081-09a854940d61),segment_id=4048a570-00c8-45bc-b081-09a854940d61)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:55:23.344668 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-65133171-5e9c-406b-aec4-da457016acdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:23.369283 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Returning: {'device': 'a4da582a-6527-48e4-b52c-7d888d7e053a', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'port_id': 'a4da582a-6527-48e4-b52c-7d888d7e053a', 'mac_address': 'fa:16:3e:35:8e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:55:23.452148 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port a4da582a-6527-48e4-b52c-7d888d7e053a is: DOWN; New status is: BUILD {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:55:23.452540 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (a4da582a-6527-48e4-b52c-7d888d7e053a), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:23.469435 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4da582a-6527-48e4-b52c-7d888d7e053a {{(pid=110063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:55:23.483859 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-65133171-5e9c-406b-aec4-da457016acdc admin admin] Publish callbacks [] for security_group (ef053546-b210-4a6d-9352-add5bdcb3f39), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:23.495778 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port a4da582a-6527-48e4-b52c-7d888d7e053a, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a4da582a-6527-48e4-b52c-7d888d7e053a,segment=NetworkSegment(4048a570-00c8-45bc-b081-09a854940d61),segment_id=4048a570-00c8-45bc-b081-09a854940d61)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:55:23.499219 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-65133171-5e9c-406b-aec4-da457016acdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (ef053546-b210-4a6d-9352-add5bdcb3f39), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:23.504751 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (a4da582a-6527-48e4-b52c-7d888d7e053a), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:23.506265 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 12af5875-0105-4c5e-ab8b-4f48b11e4870 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:55:23.633137 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e1123-fec7-4be3-bb4c-861034a7ff21 req-5b6d2d78-da3b-47ac-8b68-d48cba6dcb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:23.634935 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-806e1123-fec7-4be3-bb4c-861034a7ff21 req-5b6d2d78-da3b-47ac-8b68-d48cba6dcb1c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e59f71b-406f-4674-9cc1-e5ca82f3a90f HTTP/1.1" status: 200 len: 857 time: 0.1435883 May 19 13:55:23.636766 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368230a-edbc-465e-8c5a-b0fa301fd379 req-e280fbe3-2f5f-4ff1-af9e-69b029d2e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:23.643179 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b368230a-edbc-465e-8c5a-b0fa301fd379 req-e280fbe3-2f5f-4ff1-af9e-69b029d2e5cc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=08206db8-8e78-4412-8a62-0db97bb617cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2248693 May 19 13:55:23.670037 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-65133171-5e9c-406b-aec4-da457016acdc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c5bc2b82879f47ce8132eb70cc0a440b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4888337 May 19 13:55:23.672746 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 58386) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:23.689030 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-8f2a551e-f8de-4865-9bfd-de9951e858ed req-64666a99-bd73-467b-89ed-2ad4f5825d2a service neutron] 10.222.0.65 "GET /v2.0/networks/8ff3cec5-cb61-42f1-9f06-2f870efcc775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386363 May 19 13:55:23.690368 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65133171-5e9c-406b-aec4-da457016acdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef053546-b210-4a6d-9352-add5bdcb3f39,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:23.731888 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=a4da582a-6527-48e4-b52c-7d888d7e053a,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:23.754804 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:23.755379 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-96516c20-573a-4b7d-8afd-eddac233dde4 admin admin] Publish callbacks [] for security_group (ef053546-b210-4a6d-9352-add5bdcb3f39), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:23.798708 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 12af5875-0105-4c5e-ab8b-4f48b11e4870, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=12af5875-0105-4c5e-ab8b-4f48b11e4870,segment=NetworkSegment(89e89e7b-e763-4918-b166-239db801fe72),segment_id=89e89e7b-e763-4918-b166-239db801fe72)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:55:23.811528 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Returning: {'device': '12af5875-0105-4c5e-ab8b-4f48b11e4870', 'network_id': '8ff3cec5-cb61-42f1-9f06-2f870efcc775', 'port_id': '12af5875-0105-4c5e-ab8b-4f48b11e4870', 'mac_address': 'fa:16:3e:9d:73:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d549a98-b6c8-49d3-8488-ba26af2d08e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:55:23.816509 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-96516c20-573a-4b7d-8afd-eddac233dde4 admin admin] Publish callbacks [] for security_group (ef053546-b210-4a6d-9352-add5bdcb3f39), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:23.831241 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea2fd8-53a3-4b99-acbf-ddce3fd75f92 req-2ed05279-a61d-47ef-abf0-dec738019c13 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:23.832841 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-04ea2fd8-53a3-4b99-acbf-ddce3fd75f92 req-2ed05279-a61d-47ef-abf0-dec738019c13 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.0796263 May 19 13:55:23.864244 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 12af5875-0105-4c5e-ab8b-4f48b11e4870 is: DOWN; New status is: BUILD {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:55:23.864629 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (12af5875-0105-4c5e-ab8b-4f48b11e4870), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:23.879093 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12af5875-0105-4c5e-ab8b-4f48b11e4870 {{(pid=110063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:55:23.904600 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 12af5875-0105-4c5e-ab8b-4f48b11e4870, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=12af5875-0105-4c5e-ab8b-4f48b11e4870,segment=NetworkSegment(89e89e7b-e763-4918-b166-239db801fe72),segment_id=89e89e7b-e763-4918-b166-239db801fe72)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:55:23.911788 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (12af5875-0105-4c5e-ab8b-4f48b11e4870), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:23.922675 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-04ea2fd8-53a3-4b99-acbf-ddce3fd75f92 req-4c20c66b-0ec7-46f7-bba6-e2d74e69fa95 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726006 May 19 13:55:23.936281 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-96516c20-573a-4b7d-8afd-eddac233dde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (ef053546-b210-4a6d-9352-add5bdcb3f39), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:23.942766 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-96516c20-573a-4b7d-8afd-eddac233dde4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:23.947601 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-96516c20-573a-4b7d-8afd-eddac233dde4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ef053546-b210-4a6d-9352-add5bdcb3f39 HTTP/1.1" status: 204 len: 168 time: 0.2730503 May 19 13:55:24.005919 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=12af5875-0105-4c5e-ab8b-4f48b11e4870,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:24.019457 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96516c20-573a-4b7d-8afd-eddac233dde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef053546-b210-4a6d-9352-add5bdcb3f39,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:24.092009 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:24.095447 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-8f2a551e-f8de-4865-9bfd-de9951e858ed req-f21f1b4a-50e2-43c6-b46d-d4295be43afe service neutron] 10.222.0.65 "GET /v2.0/networks/8ff3cec5-cb61-42f1-9f06-2f870efcc775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436958 May 19 13:55:24.153338 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e1123-fec7-4be3-bb4c-861034a7ff21 req-81a99fe4-58f6-41fa-a72d-26929319358a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:24.158349 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-806e1123-fec7-4be3-bb4c-861034a7ff21 req-81a99fe4-58f6-41fa-a72d-26929319358a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34a01e8b-7928-4301-ae0a-d1e9be21f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2043636 May 19 13:55:24.212957 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:24.308279 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6215a-39ba-4ee1-b3aa-aa7376d5fcf4 req-03d9010c-5664-4348-a349-26a7d5fcc4ea tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:24.309768 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1ef6215a-39ba-4ee1-b3aa-aa7376d5fcf4 req-03d9010c-5664-4348-a349-26a7d5fcc4ea tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.1763296 May 19 13:55:24.436938 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1ef6215a-39ba-4ee1-b3aa-aa7376d5fcf4 req-23cb5686-6e8c-49a6-8049-5df486d197d2 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084406 May 19 13:55:24.462971 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b368230a-edbc-465e-8c5a-b0fa301fd379 req-ca9413d5-b9c2-4e09-9119-78bc50ad1be4 service neutron] 10.222.0.65 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060833 May 19 13:55:24.502671 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-806e1123-fec7-4be3-bb4c-861034a7ff21 req-40237178-77dc-4def-9bb0-88e67f642df8 service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880850 May 19 13:55:24.618765 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004898e-b5d9-464a-9a19-ba6f8495dc5f req-6c3d5b3c-8c46-4cae-82cc-fe57803561f9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:24.628878 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1004898e-b5d9-464a-9a19-ba6f8495dc5f req-6c3d5b3c-8c46-4cae-82cc-fe57803561f9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 944 time: 0.1103601 May 19 13:55:24.668741 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d48d0f-5c29-4180-9bbd-6e77fec99a3a req-6e8b35f5-ce79-453b-b5ff-59edc56bb8c6 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:24.670611 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e6d48d0f-5c29-4180-9bbd-6e77fec99a3a req-6e8b35f5-ce79-453b-b5ff-59edc56bb8c6 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 945 time: 0.1085970 May 19 13:55:24.675188 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 58428) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:24.691568 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-645e6c18-bc3e-49e1-8139-02c4054fcb5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:24.699495 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['12af5875-0105-4c5e-ab8b-4f48b11e4870'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:55:24.704278 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1004898e-b5d9-464a-9a19-ba6f8495dc5f req-81575e38-218a-4ed6-868d-073a9c14bdd3 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744598 May 19 13:55:24.759533 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e6d48d0f-5c29-4180-9bbd-6e77fec99a3a req-454b8719-0d0b-4822-aa8f-e5dd4bd511f6 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724177 May 19 13:55:24.807031 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-645e6c18-bc3e-49e1-8139-02c4054fcb5f admin admin] Publish callbacks [] for security_group (0d29b7b0-c78e-4e09-b8b0-d32ec34b46cc), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:24.812231 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-645e6c18-bc3e-49e1-8139-02c4054fcb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (0d29b7b0-c78e-4e09-b8b0-d32ec34b46cc), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:24.844522 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:24.854695 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-645e6c18-bc3e-49e1-8139-02c4054fcb5f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1df27c12146e4fbeb2cf644d61010515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1782703 May 19 13:55:24.858084 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e6c18-bc3e-49e1-8139-02c4054fcb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d29b7b0-c78e-4e09-b8b0-d32ec34b46cc,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:24.858902 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 58436) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:24.874609 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['a4da582a-6527-48e4-b52c-7d888d7e053a'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:55:24.919042 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:24.924051 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-17799bf4-2660-4145-b671-75d0879447aa admin admin] Publish callbacks [] for security_group (0d29b7b0-c78e-4e09-b8b0-d32ec34b46cc), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:24.955354 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-17799bf4-2660-4145-b671-75d0879447aa admin admin] Publish callbacks [] for security_group (0d29b7b0-c78e-4e09-b8b0-d32ec34b46cc), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:25.016989 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-17799bf4-2660-4145-b671-75d0879447aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (0d29b7b0-c78e-4e09-b8b0-d32ec34b46cc), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:25.020110 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-17799bf4-2660-4145-b671-75d0879447aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:25.021861 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-17799bf4-2660-4145-b671-75d0879447aa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0d29b7b0-c78e-4e09-b8b0-d32ec34b46cc HTTP/1.1" status: 204 len: 168 time: 0.1620011 May 19 13:55:25.049842 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17799bf4-2660-4145-b671-75d0879447aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d29b7b0-c78e-4e09-b8b0-d32ec34b46cc,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:25.085336 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:25.111447 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6584de-123e-4ca6-9a64-9428c94576da req-47135ac8-54dd-4b23-8c69-ce596da3300d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:25.113108 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2b6584de-123e-4ca6-9a64-9428c94576da req-47135ac8-54dd-4b23-8c69-ce596da3300d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.0652015 May 19 13:55:25.175389 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2b6584de-123e-4ca6-9a64-9428c94576da req-fdb8fada-d615-4ff6-b1d5-e74f4d60c78e tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560396 May 19 13:55:25.366956 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-806e1123-fec7-4be3-bb4c-861034a7ff21 req-4cab1203-7fdf-4900-a544-8b08c970838e service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890984 May 19 13:55:25.368802 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b368230a-edbc-465e-8c5a-b0fa301fd379 req-de1ab7a0-cebd-49b4-8a16-47290012a02b service neutron] 10.222.0.65 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924219 May 19 13:55:25.564737 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303011c-2d44-442e-a8f4-8e302a4dead2 req-3b0b22e2-c61f-44c3-9ece-0f413369548e tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:25.571807 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e303011c-2d44-442e-a8f4-8e302a4dead2 req-3b0b22e2-c61f-44c3-9ece-0f413369548e tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0624299 May 19 13:55:25.632261 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e303011c-2d44-442e-a8f4-8e302a4dead2 req-7004f7e7-9598-4736-a554-fc91205966d3 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595400 May 19 13:55:25.832894 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4673d1-55b2-4384-9e3f-4543d9d9e301 req-13d21be8-466a-4ec7-ae4b-4cdfc39fcc9e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:25.834458 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9a4673d1-55b2-4384-9e3f-4543d9d9e301 req-13d21be8-466a-4ec7-ae4b-4cdfc39fcc9e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 944 time: 0.0491872 May 19 13:55:25.926699 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58b2d5-15cd-4a66-963a-3bf52459a5a1 req-6df22d35-a5df-430c-aa1b-a64bef95a7ad tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:25.928190 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cb58b2d5-15cd-4a66-963a-3bf52459a5a1 req-6df22d35-a5df-430c-aa1b-a64bef95a7ad tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 945 time: 0.0792429 May 19 13:55:25.932583 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9a4673d1-55b2-4384-9e3f-4543d9d9e301 req-e519fc47-ee8b-47dc-bfd6-be04e69cf73b tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898290 May 19 13:55:25.948901 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:25.987464 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cb58b2d5-15cd-4a66-963a-3bf52459a5a1 req-76ec7cff-634a-4fda-ac02-52e8b1b562be tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523038 May 19 13:55:26.317125 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53926d-7ed7-4d40-afb8-b7f00bd79209 req-ce7d3d30-7aa5-4093-abbf-8b51d314b39d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:26.327551 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-aa53926d-7ed7-4d40-afb8-b7f00bd79209 req-ce7d3d30-7aa5-4093-abbf-8b51d314b39d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.0603111 May 19 13:55:26.391278 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-aa53926d-7ed7-4d40-afb8-b7f00bd79209 req-2158ab43-fe1c-431c-bb49-4ee8da3f2291 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609310 May 19 13:55:26.412719 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 58524) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:26.534776 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b800111-3786-4295-a82b-90e63875c9ff req-ca038fe4-a5b6-4d90-a623-eebbf31607ed tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:26.536432 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3b800111-3786-4295-a82b-90e63875c9ff req-ca038fe4-a5b6-4d90-a623-eebbf31607ed tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.0590792 May 19 13:55:26.547714 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 58534) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:26.552196 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-71bba115-1c0a-468e-834e-7116847548b2 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Request body: {'floatingip': {'port_id': '5e326997-1358-457a-8426-4184a94bfdad'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:55:26.562014 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 58536) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:26.625983 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-71bba115-1c0a-468e-834e-7116847548b2 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for floatingip (6a1da307-b0e1-4eaf-b74b-421333bc7f72), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:26.666385 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-25198012-1ecf-47ec-adcc-7fe7c1c94f26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:26.692780 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device a4da582a-6527-48e4-b52c-7d888d7e053a up at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:55:26.720873 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-731fe84c-9a8a-4814-9944-27eb592094d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:26.772024 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-25198012-1ecf-47ec-adcc-7fe7c1c94f26 admin admin] Publish callbacks [] for security_group (62b1d5ae-a4c8-4c72-9626-83212c50b4ac), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:26.774220 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning for port a4da582a-6527-48e4-b52c-7d888d7e053a completed by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:55:26.783176 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning complete for port a4da582a-6527-48e4-b52c-7d888d7e053a triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:55:26.783799 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (a4da582a-6527-48e4-b52c-7d888d7e053a), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:26.796369 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-25198012-1ecf-47ec-adcc-7fe7c1c94f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (62b1d5ae-a4c8-4c72-9626-83212c50b4ac), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:26.834983 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-25198012-1ecf-47ec-adcc-7fe7c1c94f26 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=729a4a05730f42db84c6f437517fb665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4210608 May 19 13:55:26.838511 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-731fe84c-9a8a-4814-9944-27eb592094d4 admin admin] Publish callbacks [] for security_group (6ebf7dd7-982a-4d64-894f-bea48e477825), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:26.840333 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 58550) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:26.879930 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port a4da582a-6527-48e4-b52c-7d888d7e053a is: BUILD; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:55:26.880466 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (a4da582a-6527-48e4-b52c-7d888d7e053a), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:26.882001 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:26.890037 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-731fe84c-9a8a-4814-9944-27eb592094d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (6ebf7dd7-982a-4d64-894f-bea48e477825), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:26.911014 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853289e3-9202-4205-a02c-5acd785e3dcb req-7ec2e7fc-6cb4-43eb-90ef-539f2643b8ba tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:26.912564 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e425ccc-4508-4267-bc69-5590c1f503ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4da582a-6527-48e4-b52c-7d888d7e053a'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:55:26.913995 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-853289e3-9202-4205-a02c-5acd785e3dcb req-7ec2e7fc-6cb4-43eb-90ef-539f2643b8ba tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0729885 May 19 13:55:26.923918 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfb78e4-dde1-409c-877f-b18c39c201e0" -d '{"events": [{"server_uuid": "2e425ccc-4508-4267-bc69-5590c1f503ec", "name": "network-vif-plugged", "status": "completed", "tag": "a4da582a-6527-48e4-b52c-7d888d7e053a"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:55:26.927622 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25198012-1ecf-47ec-adcc-7fe7c1c94f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b1d5ae-a4c8-4c72-9626-83212c50b4ac,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:26.949109 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1c9e23e0-5e6c-4bd7-9818-ebad1ff4a7f8 admin admin] Publish callbacks [] for security_group (62b1d5ae-a4c8-4c72-9626-83212c50b4ac), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:26.974333 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port a4da582a-6527-48e4-b52c-7d888d7e053a, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a4da582a-6527-48e4-b52c-7d888d7e053a,segment=NetworkSegment(4048a570-00c8-45bc-b081-09a854940d61),segment_id=4048a570-00c8-45bc-b081-09a854940d61)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:55:26.986174 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:26.989651 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (a4da582a-6527-48e4-b52c-7d888d7e053a), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:26.990526 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 12af5875-0105-4c5e-ab8b-4f48b11e4870 up at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:55:27.011627 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-731fe84c-9a8a-4814-9944-27eb592094d4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1e9f5107807447f0b0da7d9ff456ccea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4473219 May 19 13:55:27.013203 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fe84c-9a8a-4814-9944-27eb592094d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebf7dd7-982a-4d64-894f-bea48e477825,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:27.018204 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 58560) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:27.018439 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1c9e23e0-5e6c-4bd7-9818-ebad1ff4a7f8 admin admin] Publish callbacks [] for security_group (62b1d5ae-a4c8-4c72-9626-83212c50b4ac), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:27.050970 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e359fd54-83a1-42e8-8f18-ae8d6d54a799 x-openstack-request-id: req-e359fd54-83a1-42e8-8f18-ae8d6d54a799 {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:55:27.051380 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e425ccc-4508-4267-bc69-5590c1f503ec", "name": "network-vif-plugged", "status": "completed", "tag": "a4da582a-6527-48e4-b52c-7d888d7e053a", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:55:27.051636 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e359fd54-83a1-42e8-8f18-ae8d6d54a799 {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:55:27.052806 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e359fd54-83a1-42e8-8f18-ae8d6d54a799'] response: {'server_uuid': '2e425ccc-4508-4267-bc69-5590c1f503ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4da582a-6527-48e4-b52c-7d888d7e053a', 'code': 200} May 19 13:55:27.098939 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning for port 12af5875-0105-4c5e-ab8b-4f48b11e4870 completed by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:55:27.105204 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:27.113597 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning complete for port 12af5875-0105-4c5e-ab8b-4f48b11e4870 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:55:27.114167 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (12af5875-0105-4c5e-ab8b-4f48b11e4870), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:27.147164 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-853289e3-9202-4205-a02c-5acd785e3dcb req-d2bfa72c-8e02-4812-ba60-061cd8b04bab tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941347 May 19 13:55:27.221147 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=a4da582a-6527-48e4-b52c-7d888d7e053a,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:27.238010 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a477e06-f354-4073-9565-0bfa783a04ef req-1ec7ee12-e9fb-4fe3-8cb9-789e0053c552 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:27.239918 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5a477e06-f354-4073-9565-0bfa783a04ef req-1ec7ee12-e9fb-4fe3-8cb9-789e0053c552 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 945 time: 0.1168420 May 19 13:55:27.268612 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1c9e23e0-5e6c-4bd7-9818-ebad1ff4a7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (62b1d5ae-a4c8-4c72-9626-83212c50b4ac), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:27.271063 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1c9e23e0-5e6c-4bd7-9818-ebad1ff4a7f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:27.274808 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-1c9e23e0-5e6c-4bd7-9818-ebad1ff4a7f8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/62b1d5ae-a4c8-4c72-9626-83212c50b4ac HTTP/1.1" status: 204 len: 168 time: 0.4282570 May 19 13:55:27.279567 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-a6746980-d98e-4850-8b8a-f3eb1681900b admin admin] Publish callbacks [] for security_group (6ebf7dd7-982a-4d64-894f-bea48e477825), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:27.294778 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 12af5875-0105-4c5e-ab8b-4f48b11e4870 is: BUILD; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:55:27.295305 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (12af5875-0105-4c5e-ab8b-4f48b11e4870), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:27.309143 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e23e0-5e6c-4bd7-9818-ebad1ff4a7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b1d5ae-a4c8-4c72-9626-83212c50b4ac,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:27.366752 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-a6746980-d98e-4850-8b8a-f3eb1681900b admin admin] Publish callbacks [] for security_group (6ebf7dd7-982a-4d64-894f-bea48e477825), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:27.377260 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 12af5875-0105-4c5e-ab8b-4f48b11e4870, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=12af5875-0105-4c5e-ab8b-4f48b11e4870,segment=NetworkSegment(89e89e7b-e763-4918-b166-239db801fe72),segment_id=89e89e7b-e763-4918-b166-239db801fe72)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:55:27.391727 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (12af5875-0105-4c5e-ab8b-4f48b11e4870), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:27.394608 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5a477e06-f354-4073-9565-0bfa783a04ef req-614e7731-e201-4bf9-bf04-21fca906374e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475122 May 19 13:55:27.476038 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=12af5875-0105-4c5e-ab8b-4f48b11e4870,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:27.640134 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed42c5-35aa-4de7-98a5-a44e49b307ba req-b833b423-0ed9-48f4-a653-1df603627ea1 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:27.642131 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-40ed42c5-35aa-4de7-98a5-a44e49b307ba req-b833b423-0ed9-48f4-a653-1df603627ea1 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 945 time: 0.2867022 May 19 13:55:27.688694 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-a6746980-d98e-4850-8b8a-f3eb1681900b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (6ebf7dd7-982a-4d64-894f-bea48e477825), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:27.691552 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-a6746980-d98e-4850-8b8a-f3eb1681900b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:27.695242 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-a6746980-d98e-4850-8b8a-f3eb1681900b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6ebf7dd7-982a-4d64-894f-bea48e477825 HTTP/1.1" status: 204 len: 168 time: 0.6732183 May 19 13:55:27.712320 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6746980-d98e-4850-8b8a-f3eb1681900b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebf7dd7-982a-4d64-894f-bea48e477825,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:27.745044 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-40ed42c5-35aa-4de7-98a5-a44e49b307ba req-fb29463b-68b7-4706-9615-c37beae76356 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943611 May 19 13:55:27.844473 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 58580) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:27.858963 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-71bba115-1c0a-468e-834e-7116847548b2 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:27.862984 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-025f5aa9-a6c1-4479-8d7a-61fa6fa5054b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:27.864440 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-71bba115-1c0a-468e-834e-7116847548b2 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (6a1da307-b0e1-4eaf-b74b-421333bc7f72), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:27.928613 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:27.961048 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-025f5aa9-a6c1-4479-8d7a-61fa6fa5054b admin admin] Publish callbacks [] for security_group (5587a607-7988-4dd3-ab11-f9b1287d1f0a), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:27.967449 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-025f5aa9-a6c1-4479-8d7a-61fa6fa5054b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (5587a607-7988-4dd3-ab11-f9b1287d1f0a), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:28.003132 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.db.l3_db [None req-71bba115-1c0a-468e-834e-7116847548b2 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Floating IP 6a1da307-b0e1-4eaf-b74b-421333bc7f72 associated. External IP: 172.27.2.145, port: 5e326997-1358-457a-8426-4184a94bfdad. May 19 13:55:28.010640 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-025f5aa9-a6c1-4479-8d7a-61fa6fa5054b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9a93f2549ed8432ea7e120e32fb2084c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1654379 May 19 13:55:28.011875 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f5aa9-a6c1-4479-8d7a-61fa6fa5054b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5587a607-7988-4dd3-ab11-f9b1287d1f0a,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:28.014531 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 58586) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:28.061727 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:28.068951 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-50579590-1dd8-497e-9f7e-ea16d817177c admin admin] Publish callbacks [] for security_group (5587a607-7988-4dd3-ab11-f9b1287d1f0a), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:28.096963 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-50579590-1dd8-497e-9f7e-ea16d817177c admin admin] Publish callbacks [] for security_group (5587a607-7988-4dd3-ab11-f9b1287d1f0a), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:28.151325 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-50579590-1dd8-497e-9f7e-ea16d817177c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (5587a607-7988-4dd3-ab11-f9b1287d1f0a), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:28.154304 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-50579590-1dd8-497e-9f7e-ea16d817177c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:28.155728 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-50579590-1dd8-497e-9f7e-ea16d817177c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5587a607-7988-4dd3-ab11-f9b1287d1f0a HTTP/1.1" status: 204 len: 168 time: 0.1400099 May 19 13:55:28.165708 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50579590-1dd8-497e-9f7e-ea16d817177c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5587a607-7988-4dd3-ab11-f9b1287d1f0a,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:28.215861 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:28.248922 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bba115-1c0a-468e-834e-7116847548b2 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Router df33d85d-4c8c-4139-9d88-dc2e41784775 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:55:28.390411 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59af29b-b44a-4216-8a70-8f4539e3a5cb req-4ec53d2d-130a-4a6f-84ef-6fd457a9f78f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:28.396438 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d59af29b-b44a-4216-8a70-8f4539e3a5cb req-4ec53d2d-130a-4a6f-84ef-6fd457a9f78f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.1293221 May 19 13:55:28.458451 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 58600) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:28.481212 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bba115-1c0a-468e-834e-7116847548b2 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:55:28.484430 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-54f69037-6dac-41ce-9726-415dda803fc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:28.490321 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-71bba115-1c0a-468e-834e-7116847548b2 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:28.497672 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1d30d4-bfee-4733-802d-7fb9e41e5bb2 None None] Sync routers for ids ['df33d85d-4c8c-4139-9d88-dc2e41784775'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:55:28.498546 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:28.504558 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d59af29b-b44a-4216-8a70-8f4539e3a5cb req-b23da40d-d9d6-4a28-bbe8-dc83fdc668ff tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963266 May 19 13:55:28.521076 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1d30d4-bfee-4733-802d-7fb9e41e5bb2 None None] Routers {'df33d85d-4c8c-4139-9d88-dc2e41784775'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:55:28.521729 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-de1d30d4-bfee-4733-802d-7fb9e41e5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:55:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['df33d85d-4c8c-4139-9d88-dc2e41784775'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:28.604148 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-71bba115-1c0a-468e-834e-7116847548b2 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "PUT /v2.0/floatingips/6a1da307-b0e1-4eaf-b74b-421333bc7f72 HTTP/1.1" status: 200 len: 991 time: 2.0552716 May 19 13:55:28.608446 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4e2c2f-4753-4911-8859-73736543f959', 'tag': '5e326997-1358-457a-8426-4184a94bfdad'}] {{(pid=110062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:55:28.611788 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dff7f06c5e0e0f36f9473af0b06c6f419441bd6c4accb13c2a4abbfe17b595b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83a02a8-d368-4f83-8ff0-a09b4e8c10d1" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4e2c2f-4753-4911-8859-73736543f959", "tag": "5e326997-1358-457a-8426-4184a94bfdad"}]}' {{(pid=110062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:55:28.614747 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d037ab-df41-4e74-87bd-30e134ffb93b req-90bad96c-3e8d-4c43-866e-8505e9197cbc tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:28.622758 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-33d037ab-df41-4e74-87bd-30e134ffb93b req-90bad96c-3e8d-4c43-866e-8505e9197cbc tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 945 time: 0.0840511 May 19 13:55:28.665531 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-de1d30d4-bfee-4733-802d-7fb9e41e5bb2 None None] Set router df33d85d-4c8c-4139-9d88-dc2e41784775 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:55:28.687671 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-33d037ab-df41-4e74-87bd-30e134ffb93b req-7f5d4343-e577-4182-9a1e-a50196d4f450 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634296 May 19 13:55:28.709086 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a303395-d126-4eb4-b6f1-68e9385edef5 x-openstack-request-id: req-1a303395-d126-4eb4-b6f1-68e9385edef5 {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:55:28.709614 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4e2c2f-4753-4911-8859-73736543f959", "tag": "5e326997-1358-457a-8426-4184a94bfdad", "status": "completed", "code": 200}]} {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:55:28.710011 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1a303395-d126-4eb4-b6f1-68e9385edef5 {{(pid=110062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:55:28.710628 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a303395-d126-4eb4-b6f1-68e9385edef5'] response: {'name': 'network-changed', 'server_uuid': '5c4e2c2f-4753-4911-8859-73736543f959', 'tag': '5e326997-1358-457a-8426-4184a94bfdad', 'status': 'completed', 'code': 200} May 19 13:55:28.764208 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-54f69037-6dac-41ce-9726-415dda803fc2 admin admin] Publish callbacks [] for security_group (03f81a6f-1d6e-4905-b0b5-0c5051ac5e46), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:28.773887 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-54f69037-6dac-41ce-9726-415dda803fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (03f81a6f-1d6e-4905-b0b5-0c5051ac5e46), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:28.813006 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:28.835011 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-54f69037-6dac-41ce-9726-415dda803fc2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ab85ba15c1d840dd88e454bddd6c7bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3723907 May 19 13:55:28.836152 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 58622) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:28.836942 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f69037-6dac-41ce-9726-415dda803fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f81a6f-1d6e-4905-b0b5-0c5051ac5e46,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:28.982849 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-15d6f6af-9425-4aa0-bd12-2e41108190e8 admin admin] Publish callbacks [] for security_group (03f81a6f-1d6e-4905-b0b5-0c5051ac5e46), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:29.053656 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fbcca9-a311-4ec9-b2b6-569b9a96e460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12af5875-0105-4c5e-ab8b-4f48b11e4870'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:55:29.055934 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e515e638-2512-42f8-8211-24e2bce38ab5" -d '{"events": [{"server_uuid": "72fbcca9-a311-4ec9-b2b6-569b9a96e460", "name": "network-vif-plugged", "status": "completed", "tag": "12af5875-0105-4c5e-ab8b-4f48b11e4870"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:55:29.063644 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-15d6f6af-9425-4aa0-bd12-2e41108190e8 admin admin] Publish callbacks [] for security_group (03f81a6f-1d6e-4905-b0b5-0c5051ac5e46), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:29.070240 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaec9cc-2c8d-424a-a4ca-5458f6d467fb req-f9da3c3e-4fbd-4488-b520-4f9d25cfe2ad tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:29.071851 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-deaec9cc-2c8d-424a-a4ca-5458f6d467fb req-f9da3c3e-4fbd-4488-b520-4f9d25cfe2ad tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 946 time: 0.1786740 May 19 13:55:29.072863 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe307c-c728-45cd-91cf-1e5dfbd41828 req-31ff1358-fead-43a9-815a-01a672536338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:29.074173 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cbfe307c-c728-45cd-91cf-1e5dfbd41828 req-31ff1358-fead-43a9-815a-01a672536338 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 1129 time: 0.2894225 May 19 13:55:29.119073 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45899aa4-b706-4e6c-8058-f1102f1eb1d8 x-openstack-request-id: req-45899aa4-b706-4e6c-8058-f1102f1eb1d8 {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:55:29.119378 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72fbcca9-a311-4ec9-b2b6-569b9a96e460", "name": "network-vif-plugged", "status": "completed", "tag": "12af5875-0105-4c5e-ab8b-4f48b11e4870", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:55:29.119631 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-45899aa4-b706-4e6c-8058-f1102f1eb1d8 {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:55:29.120027 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45899aa4-b706-4e6c-8058-f1102f1eb1d8'] response: {'server_uuid': '72fbcca9-a311-4ec9-b2b6-569b9a96e460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12af5875-0105-4c5e-ab8b-4f48b11e4870', 'code': 200} May 19 13:55:29.131847 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a02a8-d368-4f83-8ff0-a09b4e8c10d1 req-443c93ca-9d2d-4382-9319-062d35e193f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:29.133568 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e83a02a8-d368-4f83-8ff0-a09b4e8c10d1 req-443c93ca-9d2d-4382-9319-062d35e193f6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4eed7a893f7b42edaadbf898ebe16cd6&device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 1129 time: 0.3474691 May 19 13:55:29.160638 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-de1d30d4-bfee-4733-802d-7fb9e41e5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'name': 'tempest-AttachVolumeShelveTestJSON-935659149-router', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:16Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'gw_port': {'id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:18Z', 'updated_at': '2022-05-19T13:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '6a1da307-b0e1-4eaf-b74b-421333bc7f72', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'port_id': '5e326997-1358-457a-8426-4184a94bfdad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'mac_address': 'fa:16:3e:32:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4e2c2f-4753-4911-8859-73736543f959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:54:38Z', 'updated_at': '2022-05-19T13:55:27Z', 'revision_number': 1, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cba1721-a5b1-40ed-95cc-7659f5cc2997', 'name': '', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'mac_address': 'fa:16:3e:fe:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:24Z', 'updated_at': '2022-05-19T13:54:38Z', 'revision_number': 5, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'subnets': [{'id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:29.168201 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-15d6f6af-9425-4aa0-bd12-2e41108190e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (03f81a6f-1d6e-4905-b0b5-0c5051ac5e46), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:29.172236 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-15d6f6af-9425-4aa0-bd12-2e41108190e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:29.173528 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-15d6f6af-9425-4aa0-bd12-2e41108190e8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/03f81a6f-1d6e-4905-b0b5-0c5051ac5e46 HTTP/1.1" status: 204 len: 168 time: 0.3327658 May 19 13:55:29.191807 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6f6af-9425-4aa0-bd12-2e41108190e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f81a6f-1d6e-4905-b0b5-0c5051ac5e46,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:29.214940 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1d30d4-bfee-4733-802d-7fb9e41e5bb2 None None] Checking router: df33d85d-4c8c-4139-9d88-dc2e41784775 for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:55:29.227036 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1d30d4-bfee-4733-802d-7fb9e41e5bb2 None None] Routers {'df33d85d-4c8c-4139-9d88-dc2e41784775'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:55:29.228057 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-de1d30d4-bfee-4733-802d-7fb9e41e5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:55:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['df33d85d-4c8c-4139-9d88-dc2e41784775'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:29.269665 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-deaec9cc-2c8d-424a-a4ca-5458f6d467fb req-1eed5647-e5e8-464f-9a22-3fb414c32ba2 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808543 May 19 13:55:29.272545 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cbfe307c-c728-45cd-91cf-1e5dfbd41828 req-8e59859a-22c4-4773-b61a-828f4fbbc8a1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654944 May 19 13:55:29.315623 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a02a8-d368-4f83-8ff0-a09b4e8c10d1 req-49e4f45e-a10f-43cf-bc3e-009529a20838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:29.317112 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e83a02a8-d368-4f83-8ff0-a09b4e8c10d1 req-49e4f45e-a10f-43cf-bc3e-009529a20838 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ad76f5bc-7148-40ee-8a08-ce1742f9a049 HTTP/1.1" status: 200 len: 917 time: 0.1417277 May 19 13:55:29.393569 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-de1d30d4-bfee-4733-802d-7fb9e41e5bb2 None None] Set router df33d85d-4c8c-4139-9d88-dc2e41784775 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:55:29.682915 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-de1d30d4-bfee-4733-802d-7fb9e41e5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'name': 'tempest-AttachVolumeShelveTestJSON-935659149-router', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:16Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'gw_port': {'id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:18Z', 'updated_at': '2022-05-19T13:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '6a1da307-b0e1-4eaf-b74b-421333bc7f72', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'port_id': '5e326997-1358-457a-8426-4184a94bfdad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'mac_address': 'fa:16:3e:32:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4e2c2f-4753-4911-8859-73736543f959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:54:38Z', 'updated_at': '2022-05-19T13:55:27Z', 'revision_number': 1, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cba1721-a5b1-40ed-95cc-7659f5cc2997', 'name': '', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'mac_address': 'fa:16:3e:fe:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:24Z', 'updated_at': '2022-05-19T13:54:38Z', 'revision_number': 5, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'subnets': [{'id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:29.742300 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2357b-77e5-400e-b975-baae26037d2e req-ef00dfe8-e850-4a86-8497-1f7babfa0967 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:29.750429 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-32f2357b-77e5-400e-b975-baae26037d2e req-ef00dfe8-e850-4a86-8497-1f7babfa0967 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.1182089 May 19 13:55:29.758839 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1d30d4-bfee-4733-802d-7fb9e41e5bb2 None None] The sync data for ids ['df33d85d-4c8c-4139-9d88-dc2e41784775'] in dv-cinder-784815-14-iscsi is: [{'id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'name': 'tempest-AttachVolumeShelveTestJSON-935659149-router', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:16Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'gw_port': {'id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:18Z', 'updated_at': '2022-05-19T13:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '6a1da307-b0e1-4eaf-b74b-421333bc7f72', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'port_id': '5e326997-1358-457a-8426-4184a94bfdad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'mac_address': 'fa:16:3e:32:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4e2c2f-4753-4911-8859-73736543f959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:54:38Z', 'updated_at': '2022-05-19T13:55:27Z', 'revision_number': 1, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cba1721-a5b1-40ed-95cc-7659f5cc2997', 'name': '', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'mac_address': 'fa:16:3e:fe:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:24Z', 'updated_at': '2022-05-19T13:54:38Z', 'revision_number': 5, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'subnets': [{'id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:55:29.894562 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:29.931953 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e83a02a8-d368-4f83-8ff0-a09b4e8c10d1 req-d4daaf9b-12a7-4996-a2d7-2c620f51135b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e326997-1358-457a-8426-4184a94bfdad HTTP/1.1" status: 200 len: 999 time: 0.1788354 May 19 13:55:29.938501 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b3247-7ae9-40b5-ba54-c8f45d668b55 req-7d3f4a87-bc89-4230-9dfd-5d6e423887fc tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:29.940456 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f76b3247-7ae9-40b5-ba54-c8f45d668b55 req-7d3f4a87-bc89-4230-9dfd-5d6e423887fc tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 945 time: 0.1273544 May 19 13:55:29.960720 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-32f2357b-77e5-400e-b975-baae26037d2e req-765e3759-61e8-4e0b-bc7b-74673e381662 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092400 May 19 13:55:30.038786 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f76b3247-7ae9-40b5-ba54-c8f45d668b55 req-e03862b1-a820-4057-9c64-e8c672d7bfb8 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685585 May 19 13:55:30.122095 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da1e04e-54a9-4b8d-b70b-aaa073b1e3a8 None None] New status for floating IP 6a1da307-b0e1-4eaf-b74b-421333bc7f72: ACTIVE {{(pid=110063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:55:30.263173 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a02a8-d368-4f83-8ff0-a09b4e8c10d1 req-8d1d549a-aa31-4364-9b69-81b710e65e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:30.265176 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e83a02a8-d368-4f83-8ff0-a09b4e8c10d1 req-8d1d549a-aa31-4364-9b69-81b710e65e3b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8c0bef4-21da-4c40-a82e-5eacd9d4263a HTTP/1.1" status: 200 len: 855 time: 0.1039863 May 19 13:55:30.363961 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b199a8-6435-4c1a-ae69-f42ba83f5181 req-34b2a056-82e4-487b-85e2-3cbb9fae12cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:30.365492 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-78b199a8-6435-4c1a-ae69-f42ba83f5181 req-34b2a056-82e4-487b-85e2-3cbb9fae12cb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 1130 time: 0.1189883 May 19 13:55:30.371784 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a02a8-d368-4f83-8ff0-a09b4e8c10d1 req-35890b98-9035-4059-93db-1f59d12d7c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:30.373802 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e83a02a8-d368-4f83-8ff0-a09b4e8c10d1 req-35890b98-9035-4059-93db-1f59d12d7c99 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ad76f5bc-7148-40ee-8a08-ce1742f9a049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0931802 May 19 13:55:30.597259 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe2ff8-53f8-4d50-b151-9404f277b661 req-75168885-f92b-41a1-831e-abb6d0fe4e3f tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:30.598853 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-01fe2ff8-53f8-4d50-b151-9404f277b661 req-75168885-f92b-41a1-831e-abb6d0fe4e3f tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 946 time: 0.2218180 May 19 13:55:30.620986 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641956d0-8b28-4c7f-93ba-91cf64091614 req-0e1b4e0d-9310-4678-a70d-88f79414f4f1 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:30.623001 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-641956d0-8b28-4c7f-93ba-91cf64091614 req-0e1b4e0d-9310-4678-a70d-88f79414f4f1 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 945 time: 0.1096303 May 19 13:55:30.682035 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-78b199a8-6435-4c1a-ae69-f42ba83f5181 req-f8873239-e02c-4b46-99a7-196b8b7291aa service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632036 May 19 13:55:30.696668 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e83a02a8-d368-4f83-8ff0-a09b4e8c10d1 req-70493a62-b3f5-4437-adcb-7a963604c8bc service neutron] 10.222.0.65 "GET /v2.0/networks/ad76f5bc-7148-40ee-8a08-ce1742f9a049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789371 May 19 13:55:30.744449 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-01fe2ff8-53f8-4d50-b151-9404f277b661 req-674ab879-64df-4b8d-bcc0-ad703194de32 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306398 May 19 13:55:30.747565 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-641956d0-8b28-4c7f-93ba-91cf64091614 req-1527bf84-f606-432b-a872-dba725fe1e7b tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028230 May 19 13:55:31.116285 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e4984-d171-471b-ad97-ffad22c95d6e req-efe1468f-62ec-43d1-8c39-c6fb1138408b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:31.118032 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c81e4984-d171-471b-ad97-ffad22c95d6e req-efe1468f-62ec-43d1-8c39-c6fb1138408b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0770910 May 19 13:55:31.206378 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3788f31-fce3-428a-8ecc-de0bbc96980d req-7f4ba3e7-72b6-4744-9917-d61ad0b7167c tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:31.207945 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f3788f31-fce3-428a-8ecc-de0bbc96980d req-7f4ba3e7-72b6-4744-9917-d61ad0b7167c tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 945 time: 0.0875373 May 19 13:55:31.215413 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c81e4984-d171-471b-ad97-ffad22c95d6e req-f33fdab6-fedb-4115-951a-b6373df6258d tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857210 May 19 13:55:31.231889 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:31.274923 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f3788f31-fce3-428a-8ecc-de0bbc96980d req-7d3e25ee-a926-4d63-9ee7-572fabd055dc tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583255 May 19 13:55:31.412822 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-3e6d5187-586f-467e-934d-05eb777e82e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:31.918711 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc168669-1b2e-40a7-9ec0-29dc31c71310 req-5be61788-62d5-4ef0-9c66-eb7ac83b2d2d tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:31.920333 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bc168669-1b2e-40a7-9ec0-29dc31c71310 req-5be61788-62d5-4ef0-9c66-eb7ac83b2d2d tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 946 time: 0.0846622 May 19 13:55:31.928608 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b2eb8-eff4-40d9-b630-fcd545096f63 req-88ba1f0b-7f3a-4e34-bd2e-33d614d6f41a tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:31.930270 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-496b2eb8-eff4-40d9-b630-fcd545096f63 req-88ba1f0b-7f3a-4e34-bd2e-33d614d6f41a tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 945 time: 0.0837309 May 19 13:55:31.934361 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 58796) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:31.986141 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:32.011458 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bc168669-1b2e-40a7-9ec0-29dc31c71310 req-1c2987bb-f07b-457a-96b0-fee4c7ff14bb tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798903 May 19 13:55:32.017237 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-496b2eb8-eff4-40d9-b630-fcd545096f63 req-f9ba2463-77ab-43c3-bb80-11bc8b6370dd tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772631 May 19 13:55:32.069261 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-120b79b2-acf2-457b-b52f-c719aa312748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:32.124792 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 58802) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:32.151957 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-120b79b2-acf2-457b-b52f-c719aa312748 admin admin] Publish callbacks [] for security_group (f53e1e0b-8fe7-4e20-be2d-f3c768d4ce6d), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:32.156586 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-120b79b2-acf2-457b-b52f-c719aa312748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (f53e1e0b-8fe7-4e20-be2d-f3c768d4ce6d), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:32.195291 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b79b2-acf2-457b-b52f-c719aa312748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53e1e0b-8fe7-4e20-be2d-f3c768d4ce6d,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:32.201872 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-120b79b2-acf2-457b-b52f-c719aa312748 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c5aa0685fb8459382985c4fceb4cb50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664082 May 19 13:55:32.204474 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 58806) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:32.249653 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-3dbbfb82-4709-4a17-a5f8-e12f152a5fa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:32.288734 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ad971589-4bc1-4419-98cf-78c0516e838d admin admin] Publish callbacks [] for security_group (f53e1e0b-8fe7-4e20-be2d-f3c768d4ce6d), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:32.371097 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ad971589-4bc1-4419-98cf-78c0516e838d admin admin] Publish callbacks [] for security_group (f53e1e0b-8fe7-4e20-be2d-f3c768d4ce6d), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:32.407361 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c03bb2-787e-445c-a24d-53dbc5b13f55 req-51cbca86-cc28-4e19-a189-f0215a607230 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:32.408840 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-14c03bb2-787e-445c-a24d-53dbc5b13f55 req-51cbca86-cc28-4e19-a189-f0215a607230 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.1139238 May 19 13:55:32.479117 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f71a60-ac3a-4d6a-86eb-465fa8d83e66 req-1a4b4cef-19d2-449e-8d2b-c479b5d442b2 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:32.480589 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-05f71a60-ac3a-4d6a-86eb-465fa8d83e66 req-1a4b4cef-19d2-449e-8d2b-c479b5d442b2 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 945 time: 0.1292212 May 19 13:55:32.500520 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-3dbbfb82-4709-4a17-a5f8-e12f152a5fa2 admin admin] Publish callbacks [] for security_group (d7761713-82df-42ef-834d-bee9877fc315), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:32.514338 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-3dbbfb82-4709-4a17-a5f8-e12f152a5fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (d7761713-82df-42ef-834d-bee9877fc315), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:32.558000 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-14c03bb2-787e-445c-a24d-53dbc5b13f55 req-e33696ad-3e3e-4e13-8c9b-94919fd7e883 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432698 May 19 13:55:32.582691 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ad971589-4bc1-4419-98cf-78c0516e838d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (f53e1e0b-8fe7-4e20-be2d-f3c768d4ce6d), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:32.585160 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ad971589-4bc1-4419-98cf-78c0516e838d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:32.586270 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-ad971589-4bc1-4419-98cf-78c0516e838d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f53e1e0b-8fe7-4e20-be2d-f3c768d4ce6d HTTP/1.1" status: 204 len: 168 time: 0.3808815 May 19 13:55:32.598038 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-3dbbfb82-4709-4a17-a5f8-e12f152a5fa2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=473e38572d3d416a9e558c4d748d155f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4721498 May 19 13:55:32.598738 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbfb82-4709-4a17-a5f8-e12f152a5fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7761713-82df-42ef-834d-bee9877fc315,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:32.600734 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 58818) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:32.627062 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-05f71a60-ac3a-4d6a-86eb-465fa8d83e66 req-87ff62ff-3499-45ba-98ff-ecdeed2a0fd8 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289625 May 19 13:55:32.628253 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad971589-4bc1-4419-98cf-78c0516e838d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53e1e0b-8fe7-4e20-be2d-f3c768d4ce6d,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:32.652767 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:32.674620 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-58e20cfc-774c-4168-b68a-e681bdc06674 admin admin] Publish callbacks [] for security_group (d7761713-82df-42ef-834d-bee9877fc315), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:32.701057 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-58e20cfc-774c-4168-b68a-e681bdc06674 admin admin] Publish callbacks [] for security_group (d7761713-82df-42ef-834d-bee9877fc315), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:32.781061 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-58e20cfc-774c-4168-b68a-e681bdc06674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (d7761713-82df-42ef-834d-bee9877fc315), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:32.785012 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-58e20cfc-774c-4168-b68a-e681bdc06674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:32.787659 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-58e20cfc-774c-4168-b68a-e681bdc06674 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d7761713-82df-42ef-834d-bee9877fc315 HTTP/1.1" status: 204 len: 168 time: 0.1842484 May 19 13:55:32.801190 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e20cfc-774c-4168-b68a-e681bdc06674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7761713-82df-42ef-834d-bee9877fc315,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:33.027281 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 58830) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:33.043297 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-04a23e26-c70b-497b-9919-a7a9e29b67a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:33.142938 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-04a23e26-c70b-497b-9919-a7a9e29b67a7 admin admin] Publish callbacks [] for security_group (ec8c1023-42cb-4524-8056-0af100353b26), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:33.147945 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-04a23e26-c70b-497b-9919-a7a9e29b67a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (ec8c1023-42cb-4524-8056-0af100353b26), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:33.183759 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a23e26-c70b-497b-9919-a7a9e29b67a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8c1023-42cb-4524-8056-0af100353b26,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:33.191799 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:33.209633 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-04a23e26-c70b-497b-9919-a7a9e29b67a7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a648a45e39d64e098cb3c98ad989f25c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1789830 May 19 13:55:33.211184 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 58836) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:33.266998 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-9d40e2d5-2bd6-412b-8b8f-0a6a6c42905a admin admin] Publish callbacks [] for security_group (ec8c1023-42cb-4524-8056-0af100353b26), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:33.273317 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:33.292820 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-9d40e2d5-2bd6-412b-8b8f-0a6a6c42905a admin admin] Publish callbacks [] for security_group (ec8c1023-42cb-4524-8056-0af100353b26), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:33.306795 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e83a02a8-d368-4f83-8ff0-a09b4e8c10d1 req-af601b25-6120-463e-a60b-f1af416d609e service neutron] 10.222.0.65 "GET /v2.0/networks/ad76f5bc-7148-40ee-8a08-ce1742f9a049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635750 May 19 13:55:33.334217 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cefe16-407a-4bc9-bd56-4273ef5f85a7 req-cfe29bb8-8efb-4d25-8a53-7d4042cc7c61 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:33.335743 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e9cefe16-407a-4bc9-bd56-4273ef5f85a7 req-cfe29bb8-8efb-4d25-8a53-7d4042cc7c61 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 945 time: 0.0898473 May 19 13:55:33.344584 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1883c-9b2f-4050-a372-9280a61d9f10 req-aa8ebf31-e558-4d19-9771-001343bb61f5 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:33.346083 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-acc1883c-9b2f-4050-a372-9280a61d9f10 req-aa8ebf31-e558-4d19-9771-001343bb61f5 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 946 time: 0.0991459 May 19 13:55:33.349798 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-9d40e2d5-2bd6-412b-8b8f-0a6a6c42905a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (ec8c1023-42cb-4524-8056-0af100353b26), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:33.353589 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-9d40e2d5-2bd6-412b-8b8f-0a6a6c42905a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:33.355464 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-9d40e2d5-2bd6-412b-8b8f-0a6a6c42905a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ec8c1023-42cb-4524-8056-0af100353b26 HTTP/1.1" status: 204 len: 168 time: 0.1422579 May 19 13:55:33.365497 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40e2d5-2bd6-412b-8b8f-0a6a6c42905a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8c1023-42cb-4524-8056-0af100353b26,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:33.377615 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 58840) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:33.395918 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-be3769bf-9218-40b4-b0de-e5b3ff6581a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:33.429729 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e9cefe16-407a-4bc9-bd56-4273ef5f85a7 req-cc7964d0-ff10-4364-bc3f-48fffd6a8716 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826802 May 19 13:55:33.441080 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-acc1883c-9b2f-4050-a372-9280a61d9f10 req-85693078-890f-4e82-a329-eb4338dccca8 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863571 May 19 13:55:33.500111 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-be3769bf-9218-40b4-b0de-e5b3ff6581a9 admin admin] Publish callbacks [] for security_group (d195c07f-0845-49aa-bcaa-91006471028f), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:33.504201 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-be3769bf-9218-40b4-b0de-e5b3ff6581a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (d195c07f-0845-49aa-bcaa-91006471028f), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:33.547142 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-be3769bf-9218-40b4-b0de-e5b3ff6581a9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ec4f932b13024ba5a991d853e8a136d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1673188 May 19 13:55:33.548016 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3769bf-9218-40b4-b0de-e5b3ff6581a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d195c07f-0845-49aa-bcaa-91006471028f,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:33.549817 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 58842) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:33.602584 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:33.608812 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-aca21ff2-d1c9-436e-8c58-5e0b03b861a2 admin admin] Publish callbacks [] for security_group (d195c07f-0845-49aa-bcaa-91006471028f), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:33.638177 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-aca21ff2-d1c9-436e-8c58-5e0b03b861a2 admin admin] Publish callbacks [] for security_group (d195c07f-0845-49aa-bcaa-91006471028f), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:33.760210 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a847edc-65d5-42b3-8140-bdc3b5be18aa req-f104a54c-6724-4703-9e2c-27aae95827cb tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:33.761674 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5a847edc-65d5-42b3-8140-bdc3b5be18aa req-f104a54c-6724-4703-9e2c-27aae95827cb tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.1153822 May 19 13:55:33.777325 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f40ed-5edf-487b-a115-2cf107c77544 req-020cffed-7991-475d-bc2c-e85f6dcc3f9e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:33.778725 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-442f40ed-5edf-487b-a115-2cf107c77544 req-020cffed-7991-475d-bc2c-e85f6dcc3f9e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 945 time: 0.0808074 May 19 13:55:33.795164 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-36cf763e-160f-482b-9798-6471213d480d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:33.828058 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-aca21ff2-d1c9-436e-8c58-5e0b03b861a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (d195c07f-0845-49aa-bcaa-91006471028f), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:33.828058 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-aca21ff2-d1c9-436e-8c58-5e0b03b861a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:33.828989 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-aca21ff2-d1c9-436e-8c58-5e0b03b861a2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d195c07f-0845-49aa-bcaa-91006471028f HTTP/1.1" status: 204 len: 168 time: 0.2775145 May 19 13:55:33.861868 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca21ff2-d1c9-436e-8c58-5e0b03b861a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d195c07f-0845-49aa-bcaa-91006471028f,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:33.874722 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5a847edc-65d5-42b3-8140-bdc3b5be18aa req-dbe8e37c-2663-48a0-9874-960997fc5173 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934975 May 19 13:55:33.890779 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-442f40ed-5edf-487b-a115-2cf107c77544 req-48e4fad4-7b0d-4b88-8a42-1ca135a7b044 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974545 May 19 13:55:34.025910 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a36cf-0789-4cee-b01b-73da3fb54d9d req-2634f13a-3f7a-4959-a467-e16fa4f68ec2 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:34.029330 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4a8a36cf-0789-4cee-b01b-73da3fb54d9d req-2634f13a-3f7a-4959-a467-e16fa4f68ec2 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 945 time: 0.0717397 May 19 13:55:34.034305 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 58870) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:34.038847 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-eb1a89a3-ae19-4830-bc34-eb9ea4c25f36 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Request body: {'floatingip': {'port_id': 'a4da582a-6527-48e4-b52c-7d888d7e053a'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:55:34.121179 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-eb1a89a3-ae19-4830-bc34-eb9ea4c25f36 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (957572ee-39e4-4b72-8ca8-bbec36b5b79a), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:34.472973 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 58896) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:34.708261 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411507c-eab1-4749-b87d-e9f7047894f8 req-c96aaa47-d369-4a60-9dba-391a30cf8d0a tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:34.709891 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1411507c-eab1-4749-b87d-e9f7047894f8 req-c96aaa47-d369-4a60-9dba-391a30cf8d0a tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 945 time: 0.1369283 May 19 13:55:34.716850 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faddfb9-cd97-45ea-bdda-2cf832424574 req-e6e94087-6c66-4b9f-a70f-dd444abfd06b tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:34.718452 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5faddfb9-cd97-45ea-bdda-2cf832424574 req-e6e94087-6c66-4b9f-a70f-dd444abfd06b tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 946 time: 0.1440368 May 19 13:55:34.758780 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-0134fc28-7ba9-4878-b5bb-5f27a6d09820 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1279391765-network', 'tenant_id': '8cd6cd96f64a43d79ed6c5178275a1a8'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:55:34.787928 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0134fc28-7ba9-4878-b5bb-5f27a6d09820 admin admin] Made reservation on behalf of 8cd6cd96f64a43d79ed6c5178275a1a8 for: {'network': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:55:34.790721 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0134fc28-7ba9-4878-b5bb-5f27a6d09820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for network (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:34.807411 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0134fc28-7ba9-4878-b5bb-5f27a6d09820 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:34.814118 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:34.846341 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:34.867968 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1411507c-eab1-4749-b87d-e9f7047894f8 req-5a7ffb99-5b98-415d-9af9-3b15c6cb07cd tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297755 May 19 13:55:34.934569 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0134fc28-7ba9-4878-b5bb-5f27a6d09820 admin admin] Publish callbacks [] for security_group (21aeba93-001f-4981-9a6f-151f750227b2), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:34.954025 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0134fc28-7ba9-4878-b5bb-5f27a6d09820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (21aeba93-001f-4981-9a6f-151f750227b2), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:34.996002 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0134fc28-7ba9-4878-b5bb-5f27a6d09820 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=110062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:55:34.996224 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5faddfb9-cd97-45ea-bdda-2cf832424574 req-76e15ced-6635-41b6-9b67-c5b8a2fe0386 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224019 May 19 13:55:35.015469 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134fc28-7ba9-4878-b5bb-5f27a6d09820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21aeba93-001f-4981-9a6f-151f750227b2,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:35.025988 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0134fc28-7ba9-4878-b5bb-5f27a6d09820 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784568151821', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (be8461c0-12bb-4e1a-9a15-3b730f176c07), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:35.026411 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.db.segments_db [None req-0134fc28-7ba9-4878-b5bb-5f27a6d09820 admin admin] Added segment be8461c0-12bb-4e1a-9a15-3b730f176c07 of type vlan for network 6f5fc663-e465-4c9c-9ba3-a13595aa72bc May 19 13:55:35.078479 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0134fc28-7ba9-4878-b5bb-5f27a6d09820 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784567602773'] for network (6f5fc663-e465-4c9c-9ba3-a13595aa72bc), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:35.084283 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:35.112392 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0134fc28-7ba9-4878-b5bb-5f27a6d09820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for network (6f5fc663-e465-4c9c-9ba3-a13595aa72bc), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:35.113913 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0134fc28-7ba9-4878-b5bb-5f27a6d09820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:35.114818 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0134fc28-7ba9-4878-b5bb-5f27a6d09820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:35.120077 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-eb1a89a3-ae19-4830-bc34-eb9ea4c25f36 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:35.147585 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b52e97-1333-4774-8584-9c7131c1c901 req-1a5f150f-5c89-4c43-b661-c11f903d85fd tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:35.149078 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c5b52e97-1333-4774-8584-9c7131c1c901 req-1a5f150f-5c89-4c43-b661-c11f903d85fd tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.1177094 May 19 13:55:35.149885 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-eb1a89a3-ae19-4830-bc34-eb9ea4c25f36 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (957572ee-39e4-4b72-8ca8-bbec36b5b79a), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:35.156782 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-0134fc28-7ba9-4878-b5bb-5f27a6d09820 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6826937 May 19 13:55:35.188072 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 58920) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:35.194996 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-7b6f40e7-38c8-4187-bc7f-dc4d98dfe996 admin admin] Request body: {'subnet': {'network_id': '6f5fc663-e465-4c9c-9ba3-a13595aa72bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1279391765-subnet', 'tenant_id': '8cd6cd96f64a43d79ed6c5178275a1a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:55:35.198847 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:35.248386 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6f40e7-38c8-4187-bc7f-dc4d98dfe996 admin admin] Made reservation on behalf of 8cd6cd96f64a43d79ed6c5178275a1a8 for: {'subnet': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:55:35.251080 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7b6f40e7-38c8-4187-bc7f-dc4d98dfe996 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:35.284657 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.l3_db [None req-eb1a89a3-ae19-4830-bc34-eb9ea4c25f36 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Floating IP 957572ee-39e4-4b72-8ca8-bbec36b5b79a associated. External IP: 172.27.2.202, port: a4da582a-6527-48e4-b52c-7d888d7e053a. May 19 13:55:35.318621 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134fc28-7ba9-4878-b5bb-5f27a6d09820 admin admin] Pushing event updated for resources: {'Network': ['ID=6f5fc663-e465-4c9c-9ba3-a13595aa72bc,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:35.323683 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:35.332211 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Network 6f5fc663-e465-4c9c-9ba3-a13595aa72bc details requested by agent ovs-agent-dv-cinder-784815-14-iscsi with host dv-cinder-784815-14-iscsi {{(pid=110063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:55:35.498329 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:35.549006 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c5b52e97-1333-4774-8584-9c7131c1c901 req-2e205460-6736-400e-8459-c12422eda9c0 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508410 May 19 13:55:35.590839 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7b6f40e7-38c8-4187-bc7f-dc4d98dfe996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for subnet (5c35ce77-ba33-4289-a4c6-ebd64158673b), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:35.655994 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f40e7-38c8-4187-bc7f-dc4d98dfe996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c35ce77-ba33-4289-a4c6-ebd64158673b,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:35.667520 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6f40e7-38c8-4187-bc7f-dc4d98dfe996 admin admin] Checking segment: {'id': 'be8461c0-12bb-4e1a-9a15-3b730f176c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6f5fc663-e465-4c9c-9ba3-a13595aa72bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:55:35.667872 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6f40e7-38c8-4187-bc7f-dc4d98dfe996 admin admin] Network hostable DHCP agents. Network: 6f5fc663-e465-4c9c-9ba3-a13595aa72bc, hostable agents: ['ed6e9061-200e-415c-854c-495582c024f0'], hosted agents: [] {{(pid=110062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:55:35.676224 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3951e-0d48-4d6f-a5d6-9bde64a7b8cd req-9429cdc9-e527-4b46-9026-d354e319a8f7 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:35.677667 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1eb3951e-0d48-4d6f-a5d6-9bde64a7b8cd req-9429cdc9-e527-4b46-9026-d354e319a8f7 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 945 time: 0.0646372 May 19 13:55:35.688252 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6f40e7-38c8-4187-bc7f-dc4d98dfe996 admin admin] Network 6f5fc663-e465-4c9c-9ba3-a13595aa72bc is scheduled to be hosted by DHCP agent ed6e9061-200e-415c-854c-495582c024f0 with binding_index 1 {{(pid=110062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:55:35.700188 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-7b6f40e7-38c8-4187-bc7f-dc4d98dfe996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-14-iscsi, 6f5fc663-e465-4c9c-9ba3-a13595aa72bc) {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:55:35.705599 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6f40e7-38c8-4187-bc7f-dc4d98dfe996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:35.706300 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7b6f40e7-38c8-4187-bc7f-dc4d98dfe996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for subnet (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:35.711088 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00ee2fc-8fac-4459-8a43-c4857f6c2ec9 None None] Network 6f5fc663-e465-4c9c-9ba3-a13595aa72bc requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:55:35.729217 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-7b6f40e7-38c8-4187-bc7f-dc4d98dfe996 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5397711 May 19 13:55:35.836676 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:55:35.872982 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [req-1eb3951e-0d48-4d6f-a5d6-9bde64a7b8cd req-dc467e8a-b58c-4105-84bf-528da602b799 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Deleting port b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:55:35.873697 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-1eb3951e-0d48-4d6f-a5d6-9bde64a7b8cd req-dc467e8a-b58c-4105-84bf-528da602b799 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:35.876891 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0b58e1-923d-467b-a4b2-c1d3bf395db0 None None] Network 6f5fc663-e465-4c9c-9ba3-a13595aa72bc requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:55:36.053730 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad is: ACTIVE; New status is: DOWN {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:55:36.054183 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:36.087221 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d532aab-b9b2-43ad-8536-36ac47c34097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:55:36.089711 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4a98eb-6b40-4f2b-8e97-74a2724f4ee6" -d '{"events": [{"server_uuid": "2d532aab-b9b2-43ad-8536-36ac47c34097", "name": "network-vif-unplugged", "status": "completed", "tag": "b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:55:36.107549 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad,segment=NetworkSegment(4d1b3cf9-513f-43fd-88dd-fbbd610fd21d),segment_id=4d1b3cf9-513f-43fd-88dd-fbbd610fd21d)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:55:36.112617 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:36.175241 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430338ad-b6f9-403d-bb38-92869b643e65 req-c5d580d3-9bcb-4b6e-a8e3-289fc699cde2 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:36.176657 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad,revision_number=6']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:36.176776 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-430338ad-b6f9-403d-bb38-92869b643e65 req-c5d580d3-9bcb-4b6e-a8e3-289fc699cde2 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 945 time: 0.1765730 May 19 13:55:36.180754 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1a89a3-ae19-4830-bc34-eb9ea4c25f36 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:55:36.207245 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54365480-e129-4d5c-b914-c825bda905ad req-8d65b983-144d-4e01-a124-ade3fbda8248 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:36.208731 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-54365480-e129-4d5c-b914-c825bda905ad req-8d65b983-144d-4e01-a124-ade3fbda8248 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 946 time: 0.1058855 May 19 13:55:36.246674 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:36.279816 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-1eb3951e-0d48-4d6f-a5d6-9bde64a7b8cd req-dc467e8a-b58c-4105-84bf-528da602b799 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] For port b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad,segment=NetworkSegment(4d1b3cf9-513f-43fd-88dd-fbbd610fd21d),segment_id=4d1b3cf9-513f-43fd-88dd-fbbd610fd21d)] {{(pid=110061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:55:36.280209 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-1eb3951e-0d48-4d6f-a5d6-9bde64a7b8cd req-dc467e8a-b58c-4105-84bf-528da602b799 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:36.306393 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:36.349506 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [req-1eb3951e-0d48-4d6f-a5d6-9bde64a7b8cd req-dc467e8a-b58c-4105-84bf-528da602b799 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Calling delete_port for b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad owned by compute:nova {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:55:36.385340 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-430338ad-b6f9-403d-bb38-92869b643e65 req-bb2c9bda-5a63-404a-abdd-c7eefcdd31a8 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/security-groups?id=5936016c-8a9f-489a-8ab9-00146b638e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013190 May 19 13:55:36.450417 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 May 2022 13:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7772fdc-6499-4816-b2ad-cec7d161a8e1 x-openstack-request-id: req-a7772fdc-6499-4816-b2ad-cec7d161a8e1 {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:55:36.451402 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d532aab-b9b2-43ad-8536-36ac47c34097", "name": "network-vif-unplugged", "status": "completed", "tag": "b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:55:36.451855 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a7772fdc-6499-4816-b2ad-cec7d161a8e1 {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:55:36.452311 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7772fdc-6499-4816-b2ad-cec7d161a8e1'] response: {'server_uuid': '2d532aab-b9b2-43ad-8536-36ac47c34097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad', 'code': 200} May 19 13:55:36.487126 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-54365480-e129-4d5c-b914-c825bda905ad req-e9bcd03c-a96d-4a17-88f7-80ade87ba613 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589846 May 19 13:55:36.509635 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1a89a3-ae19-4830-bc34-eb9ea4c25f36 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:55:36.524741 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae81e676-e528-4f27-8a54-a9a7211ddf74 None None] Sync routers for ids ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:55:36.538525 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae81e676-e528-4f27-8a54-a9a7211ddf74 None None] Routers {'c29ace15-9abc-4134-a1cd-ea0d1e6a0763'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:55:36.539952 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-ae81e676-e528-4f27-8a54-a9a7211ddf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:55:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:36.598520 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 58980) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:36.600349 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:36.603808 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-0786b0be-2d13-4f63-bcc2-628b7610c1d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1639801856-network', 'tenant_id': 'd219e5c6f71a47c1b17ff0f68bee44e4'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:55:36.604663 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-eb1a89a3-ae19-4830-bc34-eb9ea4c25f36 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:36.640210 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-1eb3951e-0d48-4d6f-a5d6-9bde64a7b8cd req-dc467e8a-b58c-4105-84bf-528da602b799 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024'] for port (b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:36.640546 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:36.666223 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0786b0be-2d13-4f63-bcc2-628b7610c1d8 admin admin] Made reservation on behalf of d219e5c6f71a47c1b17ff0f68bee44e4 for: {'network': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:55:36.672180 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0786b0be-2d13-4f63-bcc2-628b7610c1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for network (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:36.677269 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc467e8a-b58c-4105-84bf-528da602b799 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Pushing event deleted for resources: {'Port': ['ID=b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:36.684363 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-eb1a89a3-ae19-4830-bc34-eb9ea4c25f36 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "PUT /v2.0/floatingips/957572ee-39e4-4b72-8ca8-bbec36b5b79a HTTP/1.1" status: 200 len: 991 time: 2.6489751 May 19 13:55:36.689067 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e425ccc-4508-4267-bc69-5590c1f503ec', 'tag': 'a4da582a-6527-48e4-b52c-7d888d7e053a'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:55:36.691420 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec812609-fd19-4fcc-bfd9-a6ecf024dfe6" -d '{"events": [{"name": "network-changed", "server_uuid": "2e425ccc-4508-4267-bc69-5590c1f503ec", "tag": "a4da582a-6527-48e4-b52c-7d888d7e053a"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:55:36.709716 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0786b0be-2d13-4f63-bcc2-628b7610c1d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:36.745893 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-ae81e676-e528-4f27-8a54-a9a7211ddf74 None None] Set router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:55:36.751243 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06f12bb-e43a-41d9-bbd5-9d3851e76029 x-openstack-request-id: req-c06f12bb-e43a-41d9-bbd5-9d3851e76029 {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:55:36.751531 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e425ccc-4508-4267-bc69-5590c1f503ec", "tag": "a4da582a-6527-48e4-b52c-7d888d7e053a", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:55:36.751783 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c06f12bb-e43a-41d9-bbd5-9d3851e76029 {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:55:36.752180 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c06f12bb-e43a-41d9-bbd5-9d3851e76029'] response: {'name': 'network-changed', 'server_uuid': '2e425ccc-4508-4267-bc69-5590c1f503ec', 'tag': 'a4da582a-6527-48e4-b52c-7d888d7e053a', 'status': 'completed', 'code': 200} May 19 13:55:36.839527 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb3951e-0d48-4d6f-a5d6-9bde64a7b8cd req-dc467e8a-b58c-4105-84bf-528da602b799 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] No DVR routers for this DVR port b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad on host hv-cinder-78481 {{(pid=110061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:55:36.861425 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0786b0be-2d13-4f63-bcc2-628b7610c1d8 admin admin] Publish callbacks [] for security_group (b2ed745c-5448-40e2-ac3c-fc6ccbdb2fc1), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:36.866265 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-1eb3951e-0d48-4d6f-a5d6-9bde64a7b8cd req-dc467e8a-b58c-4105-84bf-528da602b799 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:36.868378 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0786b0be-2d13-4f63-bcc2-628b7610c1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (b2ed745c-5448-40e2-ac3c-fc6ccbdb2fc1), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:36.871053 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1eb3951e-0d48-4d6f-a5d6-9bde64a7b8cd req-dc467e8a-b58c-4105-84bf-528da602b799 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.65 "DELETE /v2.0/ports/b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad HTTP/1.1" status: 204 len: 173 time: 1.1548469 May 19 13:55:36.881272 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4ce35-c9c1-43c7-9223-837c12330ece req-01435b25-77c6-4088-a24b-248c5c536a9d tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:36.888969 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5ae4ce35-c9c1-43c7-9223-837c12330ece req-01435b25-77c6-4088-a24b-248c5c536a9d tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.1357429 May 19 13:55:36.917921 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec812609-fd19-4fcc-bfd9-a6ecf024dfe6 req-7c33247c-32dc-42c4-99df-627632d330b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:36.920335 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ec812609-fd19-4fcc-bfd9-a6ecf024dfe6 req-7c33247c-32dc-42c4-99df-627632d330b0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89b4336043d5446b922432a2f43af17a&device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 1129 time: 0.0902591 May 19 13:55:36.931999 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786b0be-2d13-4f63-bcc2-628b7610c1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ed745c-5448-40e2-ac3c-fc6ccbdb2fc1,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:36.938828 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0786b0be-2d13-4f63-bcc2-628b7610c1d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=110062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:55:36.951724 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0786b0be-2d13-4f63-bcc2-628b7610c1d8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784568151821', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (89a6ca1b-c771-44b8-8cb8-cff9787b74f4), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:36.952558 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.db.segments_db [None req-0786b0be-2d13-4f63-bcc2-628b7610c1d8 admin admin] Added segment 89a6ca1b-c771-44b8-8cb8-cff9787b74f4 of type vlan for network 90765d70-230e-4647-9dcf-388cbe87c2e1 May 19 13:55:37.014643 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0786b0be-2d13-4f63-bcc2-628b7610c1d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784567602773'] for network (90765d70-230e-4647-9dcf-388cbe87c2e1), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:37.036366 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5ae4ce35-c9c1-43c7-9223-837c12330ece req-5542b5f4-83fc-42d1-b1de-7401dbc989b4 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463249 May 19 13:55:37.069624 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0786b0be-2d13-4f63-bcc2-628b7610c1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for network (90765d70-230e-4647-9dcf-388cbe87c2e1), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:37.070808 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0786b0be-2d13-4f63-bcc2-628b7610c1d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:37.072252 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0786b0be-2d13-4f63-bcc2-628b7610c1d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:37.097179 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec812609-fd19-4fcc-bfd9-a6ecf024dfe6 req-8c15092b-bee7-425d-9caa-11db5e890e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:37.099031 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ec812609-fd19-4fcc-bfd9-a6ecf024dfe6 req-8c15092b-bee7-425d-9caa-11db5e890e86 service neutron] 10.222.0.65 "GET /v2.0/networks?id=08206db8-8e78-4412-8a62-0db97bb617cf HTTP/1.1" status: 200 len: 916 time: 0.1665852 May 19 13:55:37.135183 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-0786b0be-2d13-4f63-bcc2-628b7610c1d8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5329678 May 19 13:55:37.136037 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 58996) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:37.141073 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-9ae6652f-492d-4f26-8a68-dce9793e354a admin admin] Request body: {'subnet': {'network_id': '90765d70-230e-4647-9dcf-388cbe87c2e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1639801856-subnet', 'tenant_id': 'd219e5c6f71a47c1b17ff0f68bee44e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:55:37.145781 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786b0be-2d13-4f63-bcc2-628b7610c1d8 admin admin] Pushing event updated for resources: {'Network': ['ID=90765d70-230e-4647-9dcf-388cbe87c2e1,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:37.154369 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:37.166658 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Network 90765d70-230e-4647-9dcf-388cbe87c2e1 details requested by agent ovs-agent-dv-cinder-784815-14-iscsi with host dv-cinder-784815-14-iscsi {{(pid=110063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:55:37.173435 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae6652f-492d-4f26-8a68-dce9793e354a admin admin] Made reservation on behalf of d219e5c6f71a47c1b17ff0f68bee44e4 for: {'subnet': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:55:37.176460 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ec812609-fd19-4fcc-bfd9-a6ecf024dfe6 req-d00e09d1-0bd8-4946-abdb-edf35f6a5051 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4da582a-6527-48e4-b52c-7d888d7e053a HTTP/1.1" status: 200 len: 999 time: 0.0709338 May 19 13:55:37.176986 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-9ae6652f-492d-4f26-8a68-dce9793e354a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:37.207986 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-ae81e676-e528-4f27-8a54-a9a7211ddf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '957572ee-39e4-4b72-8ca8-bbec36b5b79a', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'floating_ip_address': '172.27.2.202', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'port_id': 'a4da582a-6527-48e4-b52c-7d888d7e053a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'mac_address': 'fa:16:3e:35:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e425ccc-4508-4267-bc69-5590c1f503ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:54:37Z', 'updated_at': '2022-05-19T13:55:34Z', 'revision_number': 1, 'project_id': '89b4336043d5446b922432a2f43af17a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b658886d-f22c-4936-aa90-0e68ac38b5ad', 'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'mac_address': 'fa:16:3e:a4:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:25Z', 'updated_at': '2022-05-19T13:54:34Z', 'revision_number': 5, 'project_id': '89b4336043d5446b922432a2f43af17a', 'subnets': [{'id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:37.242346 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec812609-fd19-4fcc-bfd9-a6ecf024dfe6 req-dfc56f24-66f1-44d2-8233-2684de43e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:37.244032 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ec812609-fd19-4fcc-bfd9-a6ecf024dfe6 req-dfc56f24-66f1-44d2-8233-2684de43e602 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0bdab701-d9d2-42c8-941c-7cdfe8e595b0 HTTP/1.1" status: 200 len: 854 time: 0.0603309 May 19 13:55:37.248180 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae81e676-e528-4f27-8a54-a9a7211ddf74 None None] Checking router: c29ace15-9abc-4134-a1cd-ea0d1e6a0763 for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:55:37.249870 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=100 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:37.258636 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae81e676-e528-4f27-8a54-a9a7211ddf74 None None] Routers {'c29ace15-9abc-4134-a1cd-ea0d1e6a0763'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:55:37.259483 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-ae81e676-e528-4f27-8a54-a9a7211ddf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:55:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:37.265691 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:37.301753 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec812609-fd19-4fcc-bfd9-a6ecf024dfe6 req-09112aed-5ea3-4138-80e0-289b33e723e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:37.303345 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ec812609-fd19-4fcc-bfd9-a6ecf024dfe6 req-09112aed-5ea3-4138-80e0-289b33e723e9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=08206db8-8e78-4412-8a62-0db97bb617cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452604 May 19 13:55:37.382773 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-ae81e676-e528-4f27-8a54-a9a7211ddf74 None None] Set router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:55:37.407792 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-9ae6652f-492d-4f26-8a68-dce9793e354a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for subnet (6bbba1ff-700d-4a72-813c-ca67fce7bc3e), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:37.454315 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ec812609-fd19-4fcc-bfd9-a6ecf024dfe6 req-a846d97e-5728-4cf6-956d-6cb8ddda629c service neutron] 10.222.0.65 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363163 May 19 13:55:37.480013 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6652f-492d-4f26-8a68-dce9793e354a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bbba1ff-700d-4a72-813c-ca67fce7bc3e,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:37.517903 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae6652f-492d-4f26-8a68-dce9793e354a admin admin] Checking segment: {'id': '89a6ca1b-c771-44b8-8cb8-cff9787b74f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90765d70-230e-4647-9dcf-388cbe87c2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:55:37.521375 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae6652f-492d-4f26-8a68-dce9793e354a admin admin] Network hostable DHCP agents. Network: 90765d70-230e-4647-9dcf-388cbe87c2e1, hostable agents: ['ed6e9061-200e-415c-854c-495582c024f0'], hosted agents: [] {{(pid=110062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:55:37.563394 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae6652f-492d-4f26-8a68-dce9793e354a admin admin] Network 90765d70-230e-4647-9dcf-388cbe87c2e1 is scheduled to be hosted by DHCP agent ed6e9061-200e-415c-854c-495582c024f0 with binding_index 1 {{(pid=110062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:55:37.583707 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-9ae6652f-492d-4f26-8a68-dce9793e354a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-14-iscsi, 90765d70-230e-4647-9dcf-388cbe87c2e1) {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:55:37.589171 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae6652f-492d-4f26-8a68-dce9793e354a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:37.589858 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-9ae6652f-492d-4f26-8a68-dce9793e354a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for subnet (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:37.596646 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8c9445-4612-4969-aaec-42bc0d341613 None None] Network 90765d70-230e-4647-9dcf-388cbe87c2e1 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:55:37.629599 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-9ae6652f-492d-4f26-8a68-dce9793e354a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4930162 May 19 13:55:37.777411 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:37.780948 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ec812609-fd19-4fcc-bfd9-a6ecf024dfe6 req-632f42f6-0633-475e-b294-476675c2b66c service neutron] 10.222.0.65 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193181 May 19 13:55:37.784550 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-394a5ac3-aff3-4ca5-bb16-17cc18cfb5e7 req-a537a652-e708-43a1-aeaf-047a7b0b4b63 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 210 time: 0.2630036 May 19 13:55:37.856201 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2610faf-d394-49ca-bdc3-6c605a0bf387 None None] Network 90765d70-230e-4647-9dcf-388cbe87c2e1 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:55:37.861305 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:37.894951 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-ae81e676-e528-4f27-8a54-a9a7211ddf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '957572ee-39e4-4b72-8ca8-bbec36b5b79a', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'floating_ip_address': '172.27.2.202', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'port_id': 'a4da582a-6527-48e4-b52c-7d888d7e053a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'mac_address': 'fa:16:3e:35:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e425ccc-4508-4267-bc69-5590c1f503ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:54:37Z', 'updated_at': '2022-05-19T13:55:34Z', 'revision_number': 1, 'project_id': '89b4336043d5446b922432a2f43af17a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b658886d-f22c-4936-aa90-0e68ac38b5ad', 'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'mac_address': 'fa:16:3e:a4:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:25Z', 'updated_at': '2022-05-19T13:54:34Z', 'revision_number': 5, 'project_id': '89b4336043d5446b922432a2f43af17a', 'subnets': [{'id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:37.949404 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:37.962372 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae81e676-e528-4f27-8a54-a9a7211ddf74 None None] The sync data for ids ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'] in dv-cinder-784815-14-iscsi is: [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '957572ee-39e4-4b72-8ca8-bbec36b5b79a', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'floating_ip_address': '172.27.2.202', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'port_id': 'a4da582a-6527-48e4-b52c-7d888d7e053a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'mac_address': 'fa:16:3e:35:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e425ccc-4508-4267-bc69-5590c1f503ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:54:37Z', 'updated_at': '2022-05-19T13:55:34Z', 'revision_number': 1, 'project_id': '89b4336043d5446b922432a2f43af17a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b658886d-f22c-4936-aa90-0e68ac38b5ad', 'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'mac_address': 'fa:16:3e:a4:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:25Z', 'updated_at': '2022-05-19T13:54:34Z', 'revision_number': 5, 'project_id': '89b4336043d5446b922432a2f43af17a', 'subnets': [{'id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:55:37.995392 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af4045-3b1d-4632-8c6f-4b1280bf851a req-e915d7cc-e0f7-439f-a69a-b918a7c18e8a tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:38.000892 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-03af4045-3b1d-4632-8c6f-4b1280bf851a req-e915d7cc-e0f7-439f-a69a-b918a7c18e8a tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 946 time: 0.0728550 May 19 13:55:38.105171 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-03af4045-3b1d-4632-8c6f-4b1280bf851a req-05f1f884-687d-4e6d-8fbc-ab7d105216d0 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990732 May 19 13:55:38.232164 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00ec7c-c228-4726-aac4-8e79aa1eaecc req-b88465bb-323f-4880-9271-04df2b10e06c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:38.246116 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bd00ec7c-c228-4726-aac4-8e79aa1eaecc req-b88465bb-323f-4880-9271-04df2b10e06c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.1077280 May 19 13:55:38.329357 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6a3f72-13c4-4841-b56f-5a7412346005 None None] New status for floating IP 957572ee-39e4-4b72-8ca8-bbec36b5b79a: ACTIVE {{(pid=110063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:55:38.343950 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bd00ec7c-c228-4726-aac4-8e79aa1eaecc req-5c272c01-ed63-492b-97cd-4f165dfe92c7 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963714 May 19 13:55:38.351980 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 59032) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:38.484895 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:38.515016 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-813ae3f6-7e20-4881-b07e-312d8e7c12b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:38.618910 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-813ae3f6-7e20-4881-b07e-312d8e7c12b9 admin admin] Publish callbacks [] for security_group (4443b157-a3e8-497a-ba4b-3cb3277220f0), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:38.624981 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-813ae3f6-7e20-4881-b07e-312d8e7c12b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (4443b157-a3e8-497a-ba4b-3cb3277220f0), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:38.673952 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-813ae3f6-7e20-4881-b07e-312d8e7c12b9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8494c98a48ed4496b058be30bb20541e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204238 May 19 13:55:38.674815 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ae3f6-7e20-4881-b07e-312d8e7c12b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4443b157-a3e8-497a-ba4b-3cb3277220f0,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:38.676616 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 59042) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:38.727426 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-cbd7452d-b68c-45cd-8677-c7bc15cac56a admin admin] Publish callbacks [] for security_group (4443b157-a3e8-497a-ba4b-3cb3277220f0), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:38.751963 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-cbd7452d-b68c-45cd-8677-c7bc15cac56a admin admin] Publish callbacks [] for security_group (4443b157-a3e8-497a-ba4b-3cb3277220f0), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:38.753381 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d532aab-b9b2-43ad-8536-36ac47c34097', 'name': 'network-vif-deleted', 'tag': 'b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:55:38.755880 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49f6824-cbae-4a47-b6d9-e312afb7fb79" -d '{"events": [{"server_uuid": "2d532aab-b9b2-43ad-8536-36ac47c34097", "name": "network-vif-deleted", "tag": "b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:55:38.787216 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:38.792235 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73add0a2-8cd7-45d0-bac8-0ccf3d73c5d5 x-openstack-request-id: req-73add0a2-8cd7-45d0-bac8-0ccf3d73c5d5 {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:55:38.792637 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d532aab-b9b2-43ad-8536-36ac47c34097", "name": "network-vif-deleted", "tag": "b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:55:38.792931 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-73add0a2-8cd7-45d0-bac8-0ccf3d73c5d5 {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:55:38.793384 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73add0a2-8cd7-45d0-bac8-0ccf3d73c5d5'] response: {'server_uuid': '2d532aab-b9b2-43ad-8536-36ac47c34097', 'name': 'network-vif-deleted', 'tag': 'b7ff7282-c5a8-4eda-8af0-d48c8e33d4ad', 'status': 'completed', 'code': 200} May 19 13:55:38.811745 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-cbd7452d-b68c-45cd-8677-c7bc15cac56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (4443b157-a3e8-497a-ba4b-3cb3277220f0), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:38.814235 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-cbd7452d-b68c-45cd-8677-c7bc15cac56a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:38.815404 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-cbd7452d-b68c-45cd-8677-c7bc15cac56a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4443b157-a3e8-497a-ba4b-3cb3277220f0 HTTP/1.1" status: 204 len: 168 time: 0.1377010 May 19 13:55:38.823814 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7452d-b68c-45cd-8677-c7bc15cac56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4443b157-a3e8-497a-ba4b-3cb3277220f0,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:38.918173 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-11465c77-6cf3-4bd6-87ff-f6d18b6e82e0 req-22a6e5c7-93d2-4f49-8da3-9def59592df0 tempest-DeleteServersTestJSON-1927217060 tempest-DeleteServersTestJSON-1927217060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d532aab-b9b2-43ad-8536-36ac47c34097 HTTP/1.1" status: 200 len: 210 time: 0.0275519 May 19 13:55:39.099025 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 59052) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:39.111897 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-db4f2831-1e14-49d2-9c99-727fab48beae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:39.194328 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-db4f2831-1e14-49d2-9c99-727fab48beae admin admin] Publish callbacks [] for security_group (949cf03b-2067-4424-a1c8-53cd1a85b67a), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:39.204652 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-db4f2831-1e14-49d2-9c99-727fab48beae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (949cf03b-2067-4424-a1c8-53cd1a85b67a), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:39.269418 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c830f3-7d56-4cef-a753-9cfb8815a3bf req-a86bca55-b7d1-4ef8-8267-ff6ed3b839f3 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:39.270788 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b2c830f3-7d56-4cef-a753-9cfb8815a3bf req-a86bca55-b7d1-4ef8-8267-ff6ed3b839f3 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 946 time: 0.0791838 May 19 13:55:39.275271 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f2831-1e14-49d2-9c99-727fab48beae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949cf03b-2067-4424-a1c8-53cd1a85b67a,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:39.282232 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-db4f2831-1e14-49d2-9c99-727fab48beae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c8765c5c581645a181effaadc2f17354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1819992 May 19 13:55:39.284969 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 59056) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:39.324021 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b2c830f3-7d56-4cef-a753-9cfb8815a3bf req-6c25f6c4-59cf-4d08-80d9-a9a3ef9d6563 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455351 May 19 13:55:39.333671 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b4af0b1f-33df-4592-9399-a33810b1271e admin admin] Publish callbacks [] for security_group (949cf03b-2067-4424-a1c8-53cd1a85b67a), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:39.354757 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b4af0b1f-33df-4592-9399-a33810b1271e admin admin] Publish callbacks [] for security_group (949cf03b-2067-4424-a1c8-53cd1a85b67a), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:39.420060 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b4af0b1f-33df-4592-9399-a33810b1271e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (949cf03b-2067-4424-a1c8-53cd1a85b67a), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:39.422553 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b4af0b1f-33df-4592-9399-a33810b1271e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:39.423748 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-b4af0b1f-33df-4592-9399-a33810b1271e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/949cf03b-2067-4424-a1c8-53cd1a85b67a HTTP/1.1" status: 204 len: 168 time: 0.1377695 May 19 13:55:39.432876 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af0b1f-33df-4592-9399-a33810b1271e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949cf03b-2067-4424-a1c8-53cd1a85b67a,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:39.475987 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b35745-909a-4a2a-b9b0-9da358ed8be0 req-7fc90287-cd9e-4d84-9049-e9e735d2d43c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:39.477448 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a5b35745-909a-4a2a-b9b0-9da358ed8be0 req-7fc90287-cd9e-4d84-9049-e9e735d2d43c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0612390 May 19 13:55:39.539163 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a5b35745-909a-4a2a-b9b0-9da358ed8be0 req-a095dff6-5c2f-4aaf-ae18-88e23f9d087b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550628 May 19 13:55:39.865183 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 59076) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:39.890357 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d7ab9342-3183-4e15-97e5-7ae2ff6553e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:39.902614 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b445f44-d169-4294-9867-6079e8039cc5 req-265ff0d1-9c83-4076-afe6-aa58a9b9b758 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:39.904721 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0b445f44-d169-4294-9867-6079e8039cc5 req-265ff0d1-9c83-4076-afe6-aa58a9b9b758 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.65 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 946 time: 0.0756493 May 19 13:55:39.953938 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:40.024838 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d7ab9342-3183-4e15-97e5-7ae2ff6553e4 admin admin] Publish callbacks [] for security_group (ec0af8f8-797b-48dd-af0a-7c7fe91f2b96), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:40.034062 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d7ab9342-3183-4e15-97e5-7ae2ff6553e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (ec0af8f8-797b-48dd-af0a-7c7fe91f2b96), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:40.061369 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=14 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:40.081457 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [req-0b445f44-d169-4294-9867-6079e8039cc5 req-26089e70-cab2-43a0-9cd6-c9bfb4b4850f tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Deleting port 12af5875-0105-4c5e-ab8b-4f48b11e4870 {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:55:40.081812 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-0b445f44-d169-4294-9867-6079e8039cc5 req-26089e70-cab2-43a0-9cd6-c9bfb4b4850f tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (12af5875-0105-4c5e-ab8b-4f48b11e4870), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:40.082045 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab9342-3183-4e15-97e5-7ae2ff6553e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0af8f8-797b-48dd-af0a-7c7fe91f2b96,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:40.098393 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-d7ab9342-3183-4e15-97e5-7ae2ff6553e4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=654a0dfeade24088aff933999c6452f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319527 May 19 13:55:40.100724 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 59090) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:40.158877 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:40.173497 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a9942339-fb2e-48e5-a4c0-ad28b6ae1acc admin admin] Publish callbacks [] for security_group (ec0af8f8-797b-48dd-af0a-7c7fe91f2b96), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:40.212524 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a9942339-fb2e-48e5-a4c0-ad28b6ae1acc admin admin] Publish callbacks [] for security_group (ec0af8f8-797b-48dd-af0a-7c7fe91f2b96), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:40.267333 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-0b445f44-d169-4294-9867-6079e8039cc5 req-26089e70-cab2-43a0-9cd6-c9bfb4b4850f tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] For port 12af5875-0105-4c5e-ab8b-4f48b11e4870, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=12af5875-0105-4c5e-ab8b-4f48b11e4870,segment=NetworkSegment(89e89e7b-e763-4918-b166-239db801fe72),segment_id=89e89e7b-e763-4918-b166-239db801fe72)] {{(pid=110061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:55:40.268120 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-0b445f44-d169-4294-9867-6079e8039cc5 req-26089e70-cab2-43a0-9cd6-c9bfb4b4850f tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (12af5875-0105-4c5e-ab8b-4f48b11e4870), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:40.288975 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a9942339-fb2e-48e5-a4c0-ad28b6ae1acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (ec0af8f8-797b-48dd-af0a-7c7fe91f2b96), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:40.290634 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [req-0b445f44-d169-4294-9867-6079e8039cc5 req-26089e70-cab2-43a0-9cd6-c9bfb4b4850f tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Calling delete_port for 12af5875-0105-4c5e-ab8b-4f48b11e4870 owned by compute:nova {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:55:40.293962 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a9942339-fb2e-48e5-a4c0-ad28b6ae1acc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:40.298308 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-a9942339-fb2e-48e5-a4c0-ad28b6ae1acc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ec0af8f8-797b-48dd-af0a-7c7fe91f2b96 HTTP/1.1" status: 204 len: 168 time: 0.1941795 May 19 13:55:40.322673 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9942339-fb2e-48e5-a4c0-ad28b6ae1acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0af8f8-797b-48dd-af0a-7c7fe91f2b96,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:40.503340 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d511e-e3a9-45f7-b8dd-94f93f0384f2 req-1885b67a-4223-4de3-8eed-81cd15c70594 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:40.505086 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-921d511e-e3a9-45f7-b8dd-94f93f0384f2 req-1885b67a-4223-4de3-8eed-81cd15c70594 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 946 time: 0.0844059 May 19 13:55:40.524715 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:40.746335 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-0b445f44-d169-4294-9867-6079e8039cc5 req-26089e70-cab2-43a0-9cd6-c9bfb4b4850f tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024'] for port (12af5875-0105-4c5e-ab8b-4f48b11e4870), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:40.808402 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26089e70-cab2-43a0-9cd6-c9bfb4b4850f tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Pushing event deleted for resources: {'Port': ['ID=12af5875-0105-4c5e-ab8b-4f48b11e4870,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:40.834307 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c315d-5998-4792-971d-d22b9782c9af req-d793edc1-5a2b-48af-ace9-9f692c7d9a25 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:40.835820 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f10c315d-5998-4792-971d-d22b9782c9af req-d793edc1-5a2b-48af-ace9-9f692c7d9a25 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.1049411 May 19 13:55:40.854697 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-921d511e-e3a9-45f7-b8dd-94f93f0384f2 req-f3a924c6-0526-4026-84a8-3dae13955833 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423896 May 19 13:55:40.889816 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b445f44-d169-4294-9867-6079e8039cc5 req-26089e70-cab2-43a0-9cd6-c9bfb4b4850f tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] No DVR routers for this DVR port 12af5875-0105-4c5e-ab8b-4f48b11e4870 on host hv-cinder-78481 {{(pid=110061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:55:40.895843 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-0b445f44-d169-4294-9867-6079e8039cc5 req-26089e70-cab2-43a0-9cd6-c9bfb4b4850f tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:40.898933 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0b445f44-d169-4294-9867-6079e8039cc5 req-26089e70-cab2-43a0-9cd6-c9bfb4b4850f tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.65 "DELETE /v2.0/ports/12af5875-0105-4c5e-ab8b-4f48b11e4870 HTTP/1.1" status: 204 len: 173 time: 0.9874477 May 19 13:55:40.899421 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fbcca9-a311-4ec9-b2b6-569b9a96e460', 'name': 'network-vif-deleted', 'tag': '12af5875-0105-4c5e-ab8b-4f48b11e4870'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:55:40.901685 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6960b9c-0820-4005-a7c0-0f9ac782ddd9" -d '{"events": [{"server_uuid": "72fbcca9-a311-4ec9-b2b6-569b9a96e460", "name": "network-vif-deleted", "tag": "12af5875-0105-4c5e-ab8b-4f48b11e4870"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:55:40.931143 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f10c315d-5998-4792-971d-d22b9782c9af req-5cb229f5-8888-4472-ab8a-8ffe70584522 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801158 May 19 13:55:40.952205 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c01f399-5494-45f2-bfc7-e27cd6f763cf x-openstack-request-id: req-9c01f399-5494-45f2-bfc7-e27cd6f763cf {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:55:40.952205 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72fbcca9-a311-4ec9-b2b6-569b9a96e460", "name": "network-vif-deleted", "tag": "12af5875-0105-4c5e-ab8b-4f48b11e4870", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:55:40.952205 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c01f399-5494-45f2-bfc7-e27cd6f763cf {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:55:40.952205 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c01f399-5494-45f2-bfc7-e27cd6f763cf'] response: {'server_uuid': '72fbcca9-a311-4ec9-b2b6-569b9a96e460', 'name': 'network-vif-deleted', 'tag': '12af5875-0105-4c5e-ab8b-4f48b11e4870', 'status': 'completed', 'code': 200} May 19 13:55:41.031385 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:55:41.958158 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-10d80e5c-2a63-49ea-98d6-ce2d127464e6 req-d3fc1e34-a9df-4a44-9abe-7941eb2b2e13 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 210 time: 0.0329814 May 19 13:55:42.051321 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58af063-d4f8-4bce-bf86-24374cdd9e58 req-e54f5ec3-2ed1-46d0-b75b-afe397b8f8bd tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:42.052789 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e58af063-d4f8-4bce-bf86-24374cdd9e58 req-e54f5ec3-2ed1-46d0-b75b-afe397b8f8bd tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0465717 May 19 13:55:42.099813 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e58af063-d4f8-4bce-bf86-24374cdd9e58 req-e1ca1e2f-73a5-4284-a3eb-8f12406e8f60 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412738 May 19 13:55:42.851633 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['12af5875-0105-4c5e-ab8b-4f48b11e4870'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:55:43.074420 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2a83ec3f-5046-4960-bfd6-8c7e98cef47b req-c592eaff-ef7b-4bfb-8179-9d68db85ad4d tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=72fbcca9-a311-4ec9-b2b6-569b9a96e460 HTTP/1.1" status: 200 len: 210 time: 0.0311372 May 19 13:55:43.222751 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3190a5f-62c6-46cb-adc9-923ded4b6578 req-b4a0e240-2737-4305-bcd0-c6f49cd63434 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:43.224367 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d3190a5f-62c6-46cb-adc9-923ded4b6578 req-b4a0e240-2737-4305-bcd0-c6f49cd63434 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0507762 May 19 13:55:43.273516 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d3190a5f-62c6-46cb-adc9-923ded4b6578 req-e346153a-165f-411e-bc31-11ae9640177c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436025 May 19 13:55:44.419520 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9eb30-a15a-4f67-babb-073f91e234db req-f4daead8-9e65-4219-a5c4-ad0d1ba06c42 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:44.419520 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-baf9eb30-a15a-4f67-babb-073f91e234db req-f4daead8-9e65-4219-a5c4-ad0d1ba06c42 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0651307 May 19 13:55:44.459598 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-2f15e3b5-d276-4d0e-ac67-7f6a27049de3 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:44.461162 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-2f15e3b5-d276-4d0e-ac67-7f6a27049de3 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/networks?id=8ff3cec5-cb61-42f1-9f06-2f870efcc775 HTTP/1.1" status: 200 len: 809 time: 0.1691186 May 19 13:55:44.492498 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-91282416-f96c-4e98-94c2-26e06d360c62 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/quotas/4fe46ffac52d412daf3663e2ab1273de HTTP/1.1" status: 200 len: 375 time: 0.0212290 May 19 13:55:44.497235 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-baf9eb30-a15a-4f67-babb-073f91e234db req-9238ab39-2229-449e-a388-e98486bf0725 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774088 May 19 13:55:44.538390 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-66a7d6db-6822-48f7-b8b7-a531ae77adbe tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4fe46ffac52d412daf3663e2ab1273de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331018 May 19 13:55:44.602409 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:44.649533 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-63b8e656-2237-44b1-8f40-2de104cb2aac service neutron] 10.222.0.52 "GET /v2.0/networks/8ff3cec5-cb61-42f1-9f06-2f870efcc775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035571 May 19 13:55:44.754630 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-afa1c38e-659d-4121-ac8b-0d2ec60011dc service neutron] 10.222.0.52 "GET /v2.0/networks/8ff3cec5-cb61-42f1-9f06-2f870efcc775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980659 May 19 13:55:44.845327 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 59252) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:44.934814 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_v2 [None req-15906bb0-a0f3-468d-9a2a-2a0400222d46 admin admin] Deleting subnet d19ad2de-e36a-4814-baeb-63fd5b0ae030 {{(pid=110061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 13:55:44.940822 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-15906bb0-a0f3-468d-9a2a-2a0400222d46 admin admin] Publish callbacks [] for subnet (d19ad2de-e36a-4814-baeb-63fd5b0ae030), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:44.988991 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1b918804-2dab-4ba7-befa-ff170c0335e7 req-4333fa05-ce52-49db-9fd9-3804744f27f5 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7e32c58-34e9-4c74-9370-09aea3a3a06f HTTP/1.1" status: 200 len: 210 time: 0.0514069 May 19 13:55:45.035896 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-15906bb0-a0f3-468d-9a2a-2a0400222d46 admin admin] Publish callbacks [] for subnet (d19ad2de-e36a-4814-baeb-63fd5b0ae030), precommit_delete_associations {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:45.047672 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-15906bb0-a0f3-468d-9a2a-2a0400222d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541679'] for subnet (d19ad2de-e36a-4814-baeb-63fd5b0ae030), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:45.105960 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-15906bb0-a0f3-468d-9a2a-2a0400222d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for subnet (d19ad2de-e36a-4814-baeb-63fd5b0ae030), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:45.139133 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15906bb0-a0f3-468d-9a2a-2a0400222d46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d19ad2de-e36a-4814-baeb-63fd5b0ae030,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:45.141067 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-15906bb0-a0f3-468d-9a2a-2a0400222d46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for subnet (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:45.145030 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-15906bb0-a0f3-468d-9a2a-2a0400222d46 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d19ad2de-e36a-4814-baeb-63fd5b0ae030 HTTP/1.1" status: 204 len: 168 time: 0.2987282 May 19 13:55:45.146878 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 59270) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:45.216136 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:45.223892 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-06af3844-6685-4635-b908-63b239798f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319408'] for network (70b884c2-f81a-46c8-b02a-cbd78cb207ae), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:45.312670 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-06af3844-6685-4635-b908-63b239798f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1546650', 'neutron.services.segments.db._delete_segments_for_network-8784568151830'] for network (70b884c2-f81a-46c8-b02a-cbd78cb207ae), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:45.332907 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-06af3844-6685-4635-b908-63b239798f5d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:45.333190 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-06af3844-6685-4635-b908-63b239798f5d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:45.333943 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-06af3844-6685-4635-b908-63b239798f5d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:45.334270 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-06af3844-6685-4635-b908-63b239798f5d admin admin] Subscribe: > port after_create 55550000 {{(pid=110061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:45.334606 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-06af3844-6685-4635-b908-63b239798f5d admin admin] Subscribe: > port after_delete 55550000 {{(pid=110061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:45.335064 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-06af3844-6685-4635-b908-63b239798f5d admin admin] Subscribe: > port after_update 55550000 {{(pid=110061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:45.335389 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-06af3844-6685-4635-b908-63b239798f5d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:45.335702 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-06af3844-6685-4635-b908-63b239798f5d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:45.336011 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-06af3844-6685-4635-b908-63b239798f5d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:45.336327 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-06af3844-6685-4635-b908-63b239798f5d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:45.438746 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-06af3844-6685-4635-b908-63b239798f5d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:45.439363 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-06af3844-6685-4635-b908-63b239798f5d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:45.439499 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-06af3844-6685-4635-b908-63b239798f5d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:45.439747 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-06af3844-6685-4635-b908-63b239798f5d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:45.440106 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.services.segments.db [None req-06af3844-6685-4635-b908-63b239798f5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b884c2-f81a-46c8-b02a-cbd78cb207ae']}} {{(pid=110061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:45.458077 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.services.segments.db [None req-06af3844-6685-4635-b908-63b239798f5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d1b3cf9-513f-43fd-88dd-fbbd610fd21d') {'for_net_delete': True} {{(pid=110061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:45.458366 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.services.segments.db [None req-06af3844-6685-4635-b908-63b239798f5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d1b3cf9-513f-43fd-88dd-fbbd610fd21d') {} {{(pid=110061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:45.474314 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-06af3844-6685-4635-b908-63b239798f5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784568151071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30855942'] for segment (4d1b3cf9-513f-43fd-88dd-fbbd610fd21d), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:45.495175 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-06af3844-6685-4635-b908-63b239798f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (4d1b3cf9-513f-43fd-88dd-fbbd610fd21d), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:45.504382 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06af3844-6685-4635-b908-63b239798f5d admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=110061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:55:45.504761 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-06af3844-6685-4635-b908-63b239798f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30676727'] for segment (4d1b3cf9-513f-43fd-88dd-fbbd610fd21d), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: from cryptography.utils import int_from_bytes May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: from cryptography.utils import int_from_bytes May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: Traceback (most recent call last): May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: timer() May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: cb(*args, **kw) May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: return func(*args, **kwargs) May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: self._notify() May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: self.callback(batched_events) May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: event.method(event) May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: return f(self, *a, **k) May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: return self._get(url).json() May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: return self.request(url, 'GET', **kwargs) May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:55:45.527031 dv-cinder-784815-14-iscsi neutron-server[110061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:55:45.615897 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-06af3844-6685-4635-b908-63b239798f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1546657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631453'] for network (70b884c2-f81a-46c8-b02a-cbd78cb207ae), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:45.621592 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-06af3844-6685-4635-b908-63b239798f5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:45.625620 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-06af3844-6685-4635-b908-63b239798f5d admin admin] 10.222.0.52 "DELETE /v2.0/networks/70b884c2-f81a-46c8-b02a-cbd78cb207ae HTTP/1.1" status: 204 len: 168 time: 0.4778309 May 19 13:55:45.643606 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af3844-6685-4635-b908-63b239798f5d admin admin] Pushing event deleted for resources: {'Network': ['ID=70b884c2-f81a-46c8-b02a-cbd78cb207ae,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:45.651964 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e794574-84e2-46ff-b984-98de80976162 req-027c2987-8f08-4bc5-9f8b-8b0284622fd9 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:45.653447 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2e794574-84e2-46ff-b984-98de80976162 req-027c2987-8f08-4bc5-9f8b-8b0284622fd9 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0729485 May 19 13:55:45.706213 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2e794574-84e2-46ff-b984-98de80976162 req-7696ec6c-2730-4feb-86b3-3a3be613e142 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453970 May 19 13:55:45.798886 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 59280) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:45.840691 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-1d7808b2-6e08-49e5-a648-91c9acd5c947 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=89676dbc35634ec7994040c93f693f7c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406470 May 19 13:55:45.843494 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 59282) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:45.891432 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-60d9914e-f531-43f3-beb3-70df60a600cc admin admin] Publish callbacks [] for security_group (5936016c-8a9f-489a-8ab9-00146b638e02), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:45.912480 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-60d9914e-f531-43f3-beb3-70df60a600cc admin admin] Publish callbacks [] for security_group (5936016c-8a9f-489a-8ab9-00146b638e02), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:45.959672 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-60d9914e-f531-43f3-beb3-70df60a600cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (5936016c-8a9f-489a-8ab9-00146b638e02), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:45.962574 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-60d9914e-f531-43f3-beb3-70df60a600cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:45.963819 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-60d9914e-f531-43f3-beb3-70df60a600cc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5936016c-8a9f-489a-8ab9-00146b638e02 HTTP/1.1" status: 204 len: 168 time: 0.1194167 May 19 13:55:45.979968 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9914e-f531-43f3-beb3-70df60a600cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5936016c-8a9f-489a-8ab9-00146b638e02,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:46.091882 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:46.112322 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2fa12aa8-3b0b-48c2-909d-93e8769fe131 req-483eebfb-b509-44d0-b880-37d185e16ab7 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7e32c58-34e9-4c74-9370-09aea3a3a06f HTTP/1.1" status: 200 len: 210 time: 0.0326505 May 19 13:55:46.820387 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2803765-c589-4344-9958-690ae528edca req-b39af3b4-98f1-4c8a-aec5-35f2e23e7073 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:46.821870 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d2803765-c589-4344-9958-690ae528edca req-b39af3b4-98f1-4c8a-aec5-35f2e23e7073 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0483284 May 19 13:55:46.874024 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d2803765-c589-4344-9958-690ae528edca req-e664a4cd-7df7-452d-ab1f-239618c0dd25 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443847 May 19 13:55:47.213769 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-04d0d720-dc4c-4f58-84a9-c32adcccb628 req-68901e98-5216-4fa2-895e-fd7b990e86ac tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7e32c58-34e9-4c74-9370-09aea3a3a06f HTTP/1.1" status: 200 len: 210 time: 0.0308170 May 19 13:55:47.472131 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 12af5875-0105-4c5e-ab8b-4f48b11e4870 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:55:47.490187 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] No Port match for: 12af5875-0105-4c5e-ab8b-4f48b11e4870 {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:55:47.490628 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 12af5875-0105-4c5e-ab8b-4f48b11e4870 not bound to the agent host hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:55:47.905913 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=40 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:47.996789 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85444ff-78bd-44a0-9b90-620131189223 req-12343aa0-f4ca-4760-a399-8800df1768cc tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:47.998512 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a85444ff-78bd-44a0-9b90-620131189223 req-12343aa0-f4ca-4760-a399-8800df1768cc tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0515816 May 19 13:55:48.052621 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a85444ff-78bd-44a0-9b90-620131189223 req-33c2f526-9694-4528-a367-cbfd7ef0b08e tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472963 May 19 13:55:48.328232 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5ccdac51-d9fd-45aa-9108-569d742475ec req-14fe9876-5870-4430-9b5c-15134c5b0c28 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7e32c58-34e9-4c74-9370-09aea3a3a06f HTTP/1.1" status: 200 len: 210 time: 0.0354204 May 19 13:55:48.370474 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:48.531660 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b4a59-de6e-4434-89a9-ba023c2cf3a6 req-0583ff24-bd3e-49b0-8825-0b151c3d404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:48.533427 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0e1b4a59-de6e-4434-89a9-ba023c2cf3a6 req-0583ff24-bd3e-49b0-8825-0b151c3d404e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 1129 time: 0.0429084 May 19 13:55:48.583692 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0e1b4a59-de6e-4434-89a9-ba023c2cf3a6 req-8799d370-1d97-493f-9ded-514881ddad37 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407791 May 19 13:55:49.173013 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b5dae-6885-4e97-8687-6e8634821f1a req-c113d4c3-97c1-4751-b1ce-70c6033581a8 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:49.174573 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-fc0b5dae-6885-4e97-8687-6e8634821f1a req-c113d4c3-97c1-4751-b1ce-70c6033581a8 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0501161 May 19 13:55:49.227267 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-fc0b5dae-6885-4e97-8687-6e8634821f1a req-3499b16b-bf78-49d6-8e4c-03061a497d9c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468726 May 19 13:55:49.430210 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-98198c51-6075-4a9e-b493-07b24351091f req-91072a60-156f-426d-a208-6fa71d8c2f06 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7e32c58-34e9-4c74-9370-09aea3a3a06f HTTP/1.1" status: 200 len: 210 time: 0.0303333 May 19 13:55:49.732762 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:49.808360 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-3beb186f-e0db-4c06-9f64-48790a58409b tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:49.809888 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-3beb186f-e0db-4c06-9f64-48790a58409b tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.65 "GET /v2.0/networks?id=8ff3cec5-cb61-42f1-9f06-2f870efcc775 HTTP/1.1" status: 200 len: 809 time: 0.1565890 May 19 13:55:50.308561 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:50.316702 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:50.355631 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8e7d9-e31b-4bb6-92d4-9ae93a7d5d23 req-bf51216b-64e5-425a-aa41-d1d2f66d42ee tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:50.357169 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-44b8e7d9-e31b-4bb6-92d4-9ae93a7d5d23 req-bf51216b-64e5-425a-aa41-d1d2f66d42ee tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0497434 May 19 13:55:50.423535 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-44b8e7d9-e31b-4bb6-92d4-9ae93a7d5d23 req-49cfdcf7-c295-4b59-bbaa-811f8b88a536 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597839 May 19 13:55:50.559201 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-abf8078e-f6cc-47ec-87f1-73fd20e1810c tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Request body: {'port': {'device_id': 'a7e32c58-34e9-4c74-9370-09aea3a3a06f', 'network_id': '8ff3cec5-cb61-42f1-9f06-2f870efcc775', 'admin_state_up': True, 'tenant_id': '4fe46ffac52d412daf3663e2ab1273de'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:55:50.613907 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3d016e3a-f172-45ea-9196-e14b3d36bcf6 req-9268ecc3-3a70-487b-92dd-0d024a09b813 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7e32c58-34e9-4c74-9370-09aea3a3a06f HTTP/1.1" status: 200 len: 210 time: 0.0876234 May 19 13:55:50.628130 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927a06d-7ad8-41b1-8df1-042a3c482800 req-78c3fcb6-9388-4452-8861-b96a83f63de8 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:50.630049 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5927a06d-7ad8-41b1-8df1-042a3c482800 req-78c3fcb6-9388-4452-8861-b96a83f63de8 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.1357355 May 19 13:55:50.705697 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5927a06d-7ad8-41b1-8df1-042a3c482800 req-5c0a3acb-a4b9-4baa-961d-146e44e918be tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692818 May 19 13:55:50.762713 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-abf8078e-f6cc-47ec-87f1-73fd20e1810c tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Made reservation on behalf of 4fe46ffac52d412daf3663e2ab1273de for: {'port': 1} {{(pid=110061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:55:50.766712 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-abf8078e-f6cc-47ec-87f1-73fd20e1810c tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:50.918476 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:50.930988 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_common [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-abf8078e-f6cc-47ec-87f1-73fd20e1810c tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Allocated IP 172.20.0.12 (8ff3cec5-cb61-42f1-9f06-2f870efcc775/9d549a98-b6c8-49d3-8488-ba26af2d08e6/8ac901fd-8be2-4f40-b91e-de640ebcef79) {{(pid=110061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:55:50.957325 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 59478) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:51.027867 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=64 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:51.151112 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 59488) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:51.180920 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-abf8078e-f6cc-47ec-87f1-73fd20e1810c tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Publish callbacks [] for port (8ac901fd-8be2-4f40-b91e-de640ebcef79), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:51.229192 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-abf8078e-f6cc-47ec-87f1-73fd20e1810c tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (8ac901fd-8be2-4f40-b91e-de640ebcef79), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:51.258032 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-a3dba7e2-f2ea-406f-9cc4-e639aab4bc65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:51.294915 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:51.317812 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8e983a2a-c186-47a5-b447-7fbdc26a2339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:51.318480 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-abf8078e-f6cc-47ec-87f1-73fd20e1810c tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Network 8ff3cec5-cb61-42f1-9f06-2f870efcc775 is already hosted by enough agents. {{(pid=110061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:55:51.328393 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-abf8078e-f6cc-47ec-87f1-73fd20e1810c tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Resources bound (agent type, host, resource id): {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:55:51.334840 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-abf8078e-f6cc-47ec-87f1-73fd20e1810c tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Received port after_create {{(pid=110061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:55:51.341654 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8078e-f6cc-47ec-87f1-73fd20e1810c tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Pushing event updated for resources: {'Port': ['ID=8ac901fd-8be2-4f40-b91e-de640ebcef79,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:51.403913 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-abf8078e-f6cc-47ec-87f1-73fd20e1810c tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:51.404544 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-abf8078e-f6cc-47ec-87f1-73fd20e1810c tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:51.405313 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8e983a2a-c186-47a5-b447-7fbdc26a2339 admin admin] Publish callbacks [] for security_group (5db6dc19-430d-4f35-b180-78951a6028f8), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:51.409176 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8e983a2a-c186-47a5-b447-7fbdc26a2339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (5db6dc19-430d-4f35-b180-78951a6028f8), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:51.435012 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-abf8078e-f6cc-47ec-87f1-73fd20e1810c tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8945291 May 19 13:55:51.462315 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-b08b5d3a-4398-440a-b38d-a1372e1afd6d service neutron] Request body: {'port': {'device_id': 'a7e32c58-34e9-4c74-9370-09aea3a3a06f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:55:51.464997 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-8e983a2a-c186-47a5-b447-7fbdc26a2339 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=12e0c074192d45cc8056a5cbb526932b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128855 May 19 13:55:51.468060 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 59500) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:51.469212 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e983a2a-c186-47a5-b447-7fbdc26a2339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db6dc19-430d-4f35-b180-78951a6028f8,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:51.510815 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-a3dba7e2-f2ea-406f-9cc4-e639aab4bc65 admin admin] Publish callbacks [] for security_group (0f5b22cb-b2ed-4009-8c27-90a8d1c966d0), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:51.519876 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-a3dba7e2-f2ea-406f-9cc4-e639aab4bc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (0f5b22cb-b2ed-4009-8c27-90a8d1c966d0), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:51.605308 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dba7e2-f2ea-406f-9cc4-e639aab4bc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5b22cb-b2ed-4009-8c27-90a8d1c966d0,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:51.611678 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-a3dba7e2-f2ea-406f-9cc4-e639aab4bc65 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1e864348a7104604a3f73fe949ed8951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6532440 May 19 13:55:51.612824 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-b08b5d3a-4398-440a-b38d-a1372e1afd6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (8ac901fd-8be2-4f40-b91e-de640ebcef79), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:51.614712 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 59510) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:51.641237 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-83e7e443-8b69-4a10-bdec-d9f81f660622 admin admin] Publish callbacks [] for security_group (5db6dc19-430d-4f35-b180-78951a6028f8), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:51.685467 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b3787312-2809-429a-87fa-a8b5575e2677 admin admin] Publish callbacks [] for security_group (0f5b22cb-b2ed-4009-8c27-90a8d1c966d0), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:51.710337 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-83e7e443-8b69-4a10-bdec-d9f81f660622 admin admin] Publish callbacks [] for security_group (5db6dc19-430d-4f35-b180-78951a6028f8), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:51.719015 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b3787312-2809-429a-87fa-a8b5575e2677 admin admin] Publish callbacks [] for security_group (0f5b22cb-b2ed-4009-8c27-90a8d1c966d0), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:51.780328 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b3787312-2809-429a-87fa-a8b5575e2677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (0f5b22cb-b2ed-4009-8c27-90a8d1c966d0), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:51.783308 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b3787312-2809-429a-87fa-a8b5575e2677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:51.785941 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-b3787312-2809-429a-87fa-a8b5575e2677 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0f5b22cb-b2ed-4009-8c27-90a8d1c966d0 HTTP/1.1" status: 204 len: 168 time: 0.1696985 May 19 13:55:51.810058 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3787312-2809-429a-87fa-a8b5575e2677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5b22cb-b2ed-4009-8c27-90a8d1c966d0,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:51.842089 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:51.855860 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e00c9-2cce-4215-a701-d7905ac2ed3d req-a4d5e24c-9ccb-426b-9ada-954227fdbbf1 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:51.857376 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-887e00c9-2cce-4215-a701-d7905ac2ed3d req-a4d5e24c-9ccb-426b-9ada-954227fdbbf1 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7e32c58-34e9-4c74-9370-09aea3a3a06f HTTP/1.1" status: 200 len: 932 time: 0.1432376 May 19 13:55:51.879340 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 59518) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:51.941317 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-83e7e443-8b69-4a10-bdec-d9f81f660622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (5db6dc19-430d-4f35-b180-78951a6028f8), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:51.944245 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-83e7e443-8b69-4a10-bdec-d9f81f660622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:51.947883 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-83e7e443-8b69-4a10-bdec-d9f81f660622 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5db6dc19-430d-4f35-b180-78951a6028f8 HTTP/1.1" status: 204 len: 168 time: 0.4733379 May 19 13:55:51.974401 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7e443-8b69-4a10-bdec-d9f81f660622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db6dc19-430d-4f35-b180-78951a6028f8,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:51.987591 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-887e00c9-2cce-4215-a701-d7905ac2ed3d req-71be4991-3332-4671-a13e-ad03c4eb7cd2 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207151 May 19 13:55:52.031432 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-347089b2-69dc-4823-ade0-a3eba5e4a2a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:52.072524 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:52.117889 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-b08b5d3a-4398-440a-b38d-a1372e1afd6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac901fd-8be2-4f40-b91e-de640ebcef79 {{(pid=110061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:55:52.124771 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-347089b2-69dc-4823-ade0-a3eba5e4a2a8 admin admin] Publish callbacks [] for security_group (a9f4e331-c002-45c7-a00d-633bf396f80e), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:52.130130 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-b08b5d3a-4398-440a-b38d-a1372e1afd6d service neutron] Publish callbacks [] for port (8ac901fd-8be2-4f40-b91e-de640ebcef79), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:52.131924 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-347089b2-69dc-4823-ade0-a3eba5e4a2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (a9f4e331-c002-45c7-a00d-633bf396f80e), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:52.150103 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.provisioning_blocks [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-b08b5d3a-4398-440a-b38d-a1372e1afd6d service neutron] Transition to ACTIVE for port object 8ac901fd-8be2-4f40-b91e-de640ebcef79 will not be triggered until provisioned by entity L2. {{(pid=110061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:55:52.155701 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-b08b5d3a-4398-440a-b38d-a1372e1afd6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30676627'] for port (8ac901fd-8be2-4f40-b91e-de640ebcef79), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:52.174382 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347089b2-69dc-4823-ade0-a3eba5e4a2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f4e331-c002-45c7-a00d-633bf396f80e,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:52.182900 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-347089b2-69dc-4823-ade0-a3eba5e4a2a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3cb61bb43009443a91b06496af8efea1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3023140 May 19 13:55:52.184125 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 59526) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:52.236256 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b5d3a-4398-440a-b38d-a1372e1afd6d service neutron] Pushing event updated for resources: {'Port': ['ID=8ac901fd-8be2-4f40-b91e-de640ebcef79,revision_number=2']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:52.252668 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-232c3e30-99e0-48fb-a8c9-fecd6c308f15 admin admin] Publish callbacks [] for security_group (a9f4e331-c002-45c7-a00d-633bf396f80e), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:52.288244 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-232c3e30-99e0-48fb-a8c9-fecd6c308f15 admin admin] Publish callbacks [] for security_group (a9f4e331-c002-45c7-a00d-633bf396f80e), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:52.339808 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-b08b5d3a-4398-440a-b38d-a1372e1afd6d service neutron] Attempting to bind port 8ac901fd-8be2-4f40-b91e-de640ebcef79 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:55:52.339808 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-b08b5d3a-4398-440a-b38d-a1372e1afd6d service neutron] Attempting to bind port 8ac901fd-8be2-4f40-b91e-de640ebcef79 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '89e89e7b-e763-4918-b166-239db801fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8ff3cec5-cb61-42f1-9f06-2f870efcc775'}] {{(pid=110061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:55:52.339808 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-b08b5d3a-4398-440a-b38d-a1372e1afd6d service neutron] Attempting to bind port 8ac901fd-8be2-4f40-b91e-de640ebcef79 on network 8ff3cec5-cb61-42f1-9f06-2f870efcc775 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:55:52.340398 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 59534) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:52.345593 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-b08b5d3a-4398-440a-b38d-a1372e1afd6d service neutron] Port 8ac901fd-8be2-4f40-b91e-de640ebcef79 on network 8ff3cec5-cb61-42f1-9f06-2f870efcc775 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:55:52.345963 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-b08b5d3a-4398-440a-b38d-a1372e1afd6d service neutron] Attempting to bind port 8ac901fd-8be2-4f40-b91e-de640ebcef79 on network 8ff3cec5-cb61-42f1-9f06-2f870efcc775 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:55:52.351565 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-b08b5d3a-4398-440a-b38d-a1372e1afd6d service neutron] Checking agent: {'id': '7bec7b2c-83f8-44b0-a5e6-0a5454b173c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'started_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:55:52.351894 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-b08b5d3a-4398-440a-b38d-a1372e1afd6d service neutron] Checking segment: {'id': '89e89e7b-e763-4918-b166-239db801fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8ff3cec5-cb61-42f1-9f06-2f870efcc775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:55:52.352258 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-b08b5d3a-4398-440a-b38d-a1372e1afd6d service neutron] Bound using segment: {'id': '89e89e7b-e763-4918-b166-239db801fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8ff3cec5-cb61-42f1-9f06-2f870efcc775'} {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:55:52.352693 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-b08b5d3a-4398-440a-b38d-a1372e1afd6d service neutron] Bound port: 8ac901fd-8be2-4f40-b91e-de640ebcef79, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e89e7b-e763-4918-b166-239db801fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8ff3cec5-cb61-42f1-9f06-2f870efcc775'}}] {{(pid=110061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:55:52.353803 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-b08b5d3a-4398-440a-b38d-a1372e1afd6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (8ac901fd-8be2-4f40-b91e-de640ebcef79), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:52.361595 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-23b3a223-9124-493f-9fba-00a18e4241cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:52.390686 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-232c3e30-99e0-48fb-a8c9-fecd6c308f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (a9f4e331-c002-45c7-a00d-633bf396f80e), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:52.399217 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-232c3e30-99e0-48fb-a8c9-fecd6c308f15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:52.407116 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-232c3e30-99e0-48fb-a8c9-fecd6c308f15 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a9f4e331-c002-45c7-a00d-633bf396f80e HTTP/1.1" status: 204 len: 168 time: 0.2200689 May 19 13:55:52.444958 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c3e30-99e0-48fb-a8c9-fecd6c308f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f4e331-c002-45c7-a00d-633bf396f80e,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:52.502798 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-b08b5d3a-4398-440a-b38d-a1372e1afd6d service neutron] For port 8ac901fd-8be2-4f40-b91e-de640ebcef79, host hv-cinder-78481, cleared binding levels {{(pid=110061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:55:52.511945 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-b08b5d3a-4398-440a-b38d-a1372e1afd6d service neutron] For port 8ac901fd-8be2-4f40-b91e-de640ebcef79, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=8ac901fd-8be2-4f40-b91e-de640ebcef79,segment=NetworkSegment(89e89e7b-e763-4918-b166-239db801fe72),segment_id=89e89e7b-e763-4918-b166-239db801fe72)] {{(pid=110061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:55:52.518587 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:52.528249 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-b08b5d3a-4398-440a-b38d-a1372e1afd6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30676627'] for port (8ac901fd-8be2-4f40-b91e-de640ebcef79), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:52.565214 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:52.633865 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-23b3a223-9124-493f-9fba-00a18e4241cf admin admin] Publish callbacks [] for security_group (6d1f50c1-2018-40b0-83aa-0c7cb2bb432e), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:52.635420 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-b08b5d3a-4398-440a-b38d-a1372e1afd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:52.636028 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-b08b5d3a-4398-440a-b38d-a1372e1afd6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:52.637447 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-b08b5d3a-4398-440a-b38d-a1372e1afd6d service neutron] 10.222.0.65 "PUT /v2.0/ports/8ac901fd-8be2-4f40-b91e-de640ebcef79 HTTP/1.1" status: 200 len: 1094 time: 1.1810763 May 19 13:55:52.637896 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e32c58-34e9-4c74-9370-09aea3a3a06f', 'tag': '8ac901fd-8be2-4f40-b91e-de640ebcef79'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:55:52.640851 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82e85fc-2142-48f9-8f63-887dbfd99685" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e32c58-34e9-4c74-9370-09aea3a3a06f", "tag": "8ac901fd-8be2-4f40-b91e-de640ebcef79"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:55:52.646180 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 59544) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:52.657138 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-23b3a223-9124-493f-9fba-00a18e4241cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (6d1f50c1-2018-40b0-83aa-0c7cb2bb432e), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:52.693491 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5bb522f7-c3cf-4371-9d3a-e97026e2f8de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:52.718329 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1686879-6af7-40d3-b010-39da4bb5e5d5 x-openstack-request-id: req-e1686879-6af7-40d3-b010-39da4bb5e5d5 {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:55:52.718850 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e32c58-34e9-4c74-9370-09aea3a3a06f", "tag": "8ac901fd-8be2-4f40-b91e-de640ebcef79", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:55:52.719283 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e1686879-6af7-40d3-b010-39da4bb5e5d5 {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:55:52.719821 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1686879-6af7-40d3-b010-39da4bb5e5d5'] response: {'name': 'network-changed', 'server_uuid': 'a7e32c58-34e9-4c74-9370-09aea3a3a06f', 'tag': '8ac901fd-8be2-4f40-b91e-de640ebcef79', 'status': 'completed', 'code': 200} May 19 13:55:52.727778 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b5d3a-4398-440a-b38d-a1372e1afd6d service neutron] Pushing event updated for resources: {'Port': ['ID=8ac901fd-8be2-4f40-b91e-de640ebcef79,revision_number=3']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:52.728941 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-23b3a223-9124-493f-9fba-00a18e4241cf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ce1fa9ab40324ea0b6a888cb64e28bcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3871813 May 19 13:55:52.744638 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 59548) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:52.746576 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3a223-9124-493f-9fba-00a18e4241cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1f50c1-2018-40b0-83aa-0c7cb2bb432e,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:52.893967 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-55eeac79-cf1e-406e-b173-8897df6fe962 admin admin] Publish callbacks [] for security_group (6d1f50c1-2018-40b0-83aa-0c7cb2bb432e), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:52.927280 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-367d2821-568e-42c5-8f27-e8820b64363b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:52.929293 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-367d2821-568e-42c5-8f27-e8820b64363b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4fe46ffac52d412daf3663e2ab1273de&device_id=a7e32c58-34e9-4c74-9370-09aea3a3a06f HTTP/1.1" status: 200 len: 1128 time: 0.1602867 May 19 13:55:52.933083 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed5005-fa88-4a80-86f7-2cbb3d1fa3ec req-cf53ad53-2c4c-45e6-8c3e-d2f3a459ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:52.934624 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-33ed5005-fa88-4a80-86f7-2cbb3d1fa3ec req-cf53ad53-2c4c-45e6-8c3e-d2f3a459ba4e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28027af4cc0c4ca99035e48aa6237805&device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 1129 time: 0.1587608 May 19 13:55:52.934820 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-55eeac79-cf1e-406e-b173-8897df6fe962 admin admin] Publish callbacks [] for security_group (6d1f50c1-2018-40b0-83aa-0c7cb2bb432e), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:52.944362 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cb5e9-a9cb-4da0-b587-c0e5124f524d req-ea643c29-f580-4538-8b1b-fd3dafb97aa0 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:52.945908 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d19cb5e9-a9cb-4da0-b587-c0e5124f524d req-ea643c29-f580-4538-8b1b-fd3dafb97aa0 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.1420553 May 19 13:55:52.953780 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5bb522f7-c3cf-4371-9d3a-e97026e2f8de admin admin] Publish callbacks [] for security_group (cd8edbb7-6150-435f-9860-96795e86114f), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:52.961567 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5bb522f7-c3cf-4371-9d3a-e97026e2f8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (cd8edbb7-6150-435f-9860-96795e86114f), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:53.016825 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb522f7-c3cf-4371-9d3a-e97026e2f8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8edbb7-6150-435f-9860-96795e86114f,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:53.024420 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-5bb522f7-c3cf-4371-9d3a-e97026e2f8de admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ca436d7ffa234f88ae0a594b878ae260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3742127 May 19 13:55:53.025766 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 59558) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:53.028717 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-0ab2233c-8e76-4833-ad84-5458ac5f67d4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ac901fd-8be2-4f40-b91e-de640ebcef79 HTTP/1.1" status: 200 len: 217 time: 0.0743904 May 19 13:55:53.059227 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-55eeac79-cf1e-406e-b173-8897df6fe962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (6d1f50c1-2018-40b0-83aa-0c7cb2bb432e), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:53.059227 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-55eeac79-cf1e-406e-b173-8897df6fe962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:53.059227 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-55eeac79-cf1e-406e-b173-8897df6fe962 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6d1f50c1-2018-40b0-83aa-0c7cb2bb432e HTTP/1.1" status: 204 len: 168 time: 0.3056941 May 19 13:55:53.074936 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eeac79-cf1e-406e-b173-8897df6fe962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1f50c1-2018-40b0-83aa-0c7cb2bb432e,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:53.100544 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8deb7fb7-880c-4079-94e7-029d4fccd5cd admin admin] Publish callbacks [] for security_group (cd8edbb7-6150-435f-9860-96795e86114f), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:53.140892 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8deb7fb7-880c-4079-94e7-029d4fccd5cd admin admin] Publish callbacks [] for security_group (cd8edbb7-6150-435f-9860-96795e86114f), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:53.150194 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 59562) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:53.180445 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5863f3ee-ac8b-4a97-b902-f0d6f38db83f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:53.188195 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:53.216696 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-39cc57c0-9bda-4df4-b615-4c7a53adc73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:53.218911 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-39cc57c0-9bda-4df4-b615-4c7a53adc73e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d549a98-b6c8-49d3-8488-ba26af2d08e6 HTTP/1.1" status: 200 len: 849 time: 0.1211987 May 19 13:55:53.225204 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d19cb5e9-a9cb-4da0-b587-c0e5124f524d req-72b443df-9d4e-4945-8903-b3fcb9a45b81 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572584 May 19 13:55:53.250112 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8deb7fb7-880c-4079-94e7-029d4fccd5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (cd8edbb7-6150-435f-9860-96795e86114f), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:53.250950 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10336e4e-e3a8-435a-a82c-4b79a9c00e01 req-8b412367-cbea-40f1-8a52-84aac099e5a9 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:53.252572 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-10336e4e-e3a8-435a-a82c-4b79a9c00e01 req-8b412367-cbea-40f1-8a52-84aac099e5a9 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7e32c58-34e9-4c74-9370-09aea3a3a06f HTTP/1.1" status: 200 len: 944 time: 0.1429284 May 19 13:55:53.253147 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8deb7fb7-880c-4079-94e7-029d4fccd5cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:53.256829 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-8deb7fb7-880c-4079-94e7-029d4fccd5cd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cd8edbb7-6150-435f-9860-96795e86114f HTTP/1.1" status: 204 len: 168 time: 0.2278664 May 19 13:55:53.269320 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb7fb7-880c-4079-94e7-029d4fccd5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8edbb7-6150-435f-9860-96795e86114f,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:53.289279 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-f472b0ce-fa6d-4e93-9f9d-51704dfacc8e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ff3cec5-cb61-42f1-9f06-2f870efcc775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587642 May 19 13:55:53.342850 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5863f3ee-ac8b-4a97-b902-f0d6f38db83f admin admin] Publish callbacks [] for security_group (014f5728-4ba5-401f-8f54-01b79ae04eec), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:53.349844 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5863f3ee-ac8b-4a97-b902-f0d6f38db83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (014f5728-4ba5-401f-8f54-01b79ae04eec), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:53.394841 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863f3ee-ac8b-4a97-b902-f0d6f38db83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014f5728-4ba5-401f-8f54-01b79ae04eec,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:53.416813 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-5863f3ee-ac8b-4a97-b902-f0d6f38db83f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0611196bb83343e882ca83200dc647c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652459 May 19 13:55:53.419436 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 59566) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:53.452026 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:53.455997 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:53.494984 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d3b14fc8-8cd5-410f-9f46-9e9d573f3b43 admin admin] Publish callbacks [] for security_group (014f5728-4ba5-401f-8f54-01b79ae04eec), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:53.526146 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d3b14fc8-8cd5-410f-9f46-9e9d573f3b43 admin admin] Publish callbacks [] for security_group (014f5728-4ba5-401f-8f54-01b79ae04eec), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:53.597903 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d3b14fc8-8cd5-410f-9f46-9e9d573f3b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (014f5728-4ba5-401f-8f54-01b79ae04eec), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:53.600945 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d3b14fc8-8cd5-410f-9f46-9e9d573f3b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:53.604773 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-d3b14fc8-8cd5-410f-9f46-9e9d573f3b43 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/014f5728-4ba5-401f-8f54-01b79ae04eec HTTP/1.1" status: 204 len: 168 time: 0.1810355 May 19 13:55:53.611595 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b14fc8-8cd5-410f-9f46-9e9d573f3b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014f5728-4ba5-401f-8f54-01b79ae04eec,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:53.647602 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed5005-fa88-4a80-86f7-2cbb3d1fa3ec req-bba11cb2-d6ae-4d4a-a6df-7e53e5224069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:53.649079 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-33ed5005-fa88-4a80-86f7-2cbb3d1fa3ec req-bba11cb2-d6ae-4d4a-a6df-7e53e5224069 service neutron] 10.222.0.65 "GET /v2.0/networks?id=34a01e8b-7928-4301-ae0a-d1e9be21f258 HTTP/1.1" status: 200 len: 919 time: 0.6961560 May 19 13:55:53.660013 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-10336e4e-e3a8-435a-a82c-4b79a9c00e01 req-5824ddef-80b3-45ae-9c29-51a7f9e88c86 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680873 May 19 13:55:53.705303 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-33ed5005-fa88-4a80-86f7-2cbb3d1fa3ec req-3e532d18-bdf8-4f99-a974-3923e43c9ffe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c2ca481-d8b3-43c5-9df6-5b028371dcf0 HTTP/1.1" status: 200 len: 217 time: 0.0486989 May 19 13:55:53.772423 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-58103800-5b40-4c54-ac16-ecb52beacf3f service neutron] 10.222.0.65 "GET /v2.0/networks/8ff3cec5-cb61-42f1-9f06-2f870efcc775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579010 May 19 13:55:53.788123 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed5005-fa88-4a80-86f7-2cbb3d1fa3ec req-126ea9f3-8bf7-4d81-8ee3-8ee81eb3def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:53.789793 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-33ed5005-fa88-4a80-86f7-2cbb3d1fa3ec req-126ea9f3-8bf7-4d81-8ee3-8ee81eb3def1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e59f71b-406f-4674-9cc1-e5ca82f3a90f HTTP/1.1" status: 200 len: 857 time: 0.0780807 May 19 13:55:53.867215 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:53.883962 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed5005-fa88-4a80-86f7-2cbb3d1fa3ec req-24565cf0-53d9-40ea-a921-7aaabebb88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:53.885503 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-33ed5005-fa88-4a80-86f7-2cbb3d1fa3ec req-24565cf0-53d9-40ea-a921-7aaabebb88f6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34a01e8b-7928-4301-ae0a-d1e9be21f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0835266 May 19 13:55:53.996541 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-07f17b49-ba92-4a4f-90fc-bbea187fc337 req-973a1f75-d2d6-4c36-9b03-b3e70f998947 service neutron] 10.222.0.65 "GET /v2.0/networks/8ff3cec5-cb61-42f1-9f06-2f870efcc775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177382 May 19 13:55:54.026086 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-33ed5005-fa88-4a80-86f7-2cbb3d1fa3ec req-c606db6e-bcfd-4025-bd4c-588c5489188f service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305814 May 19 13:55:54.173396 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-33ed5005-fa88-4a80-86f7-2cbb3d1fa3ec req-489753c1-68ae-4b91-8f19-6706b70100cf service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226866 May 19 13:55:54.355034 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166398d5-df0f-4511-87b3-93a5bf06f4f0 req-03a3b7d5-c6fe-4dd6-8044-45349864962f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:54.356677 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-166398d5-df0f-4511-87b3-93a5bf06f4f0 req-03a3b7d5-c6fe-4dd6-8044-45349864962f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0548882 May 19 13:55:54.430502 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-166398d5-df0f-4511-87b3-93a5bf06f4f0 req-26c4d4b9-e451-4943-82de-f9b1df402cba tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659709 May 19 13:55:54.791743 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796e830-8b4b-4e40-b8cb-fa90707affb5 req-95579c93-8d88-4c62-ac47-845b93832d19 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:54.793231 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c796e830-8b4b-4e40-b8cb-fa90707affb5 req-95579c93-8d88-4c62-ac47-845b93832d19 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7e32c58-34e9-4c74-9370-09aea3a3a06f HTTP/1.1" status: 200 len: 944 time: 0.0492985 May 19 13:55:54.861545 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c796e830-8b4b-4e40-b8cb-fa90707affb5 req-34798651-e8ad-4b44-9dfc-c9b424df2bdb tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602808 May 19 13:55:55.102487 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e85fc-2142-48f9-8f63-887dbfd99685 req-5eef4e15-f48b-49ee-a79f-280981d5a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:55.104958 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a82e85fc-2142-48f9-8f63-887dbfd99685 req-5eef4e15-f48b-49ee-a79f-280981d5a616 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4fe46ffac52d412daf3663e2ab1273de&device_id=a7e32c58-34e9-4c74-9370-09aea3a3a06f HTTP/1.1" status: 200 len: 1128 time: 0.0573697 May 19 13:55:55.246150 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:55.252897 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e85fc-2142-48f9-8f63-887dbfd99685 req-f079819d-1d2b-4cf3-b883-70e2f2a2532d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:55.255105 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a82e85fc-2142-48f9-8f63-887dbfd99685 req-f079819d-1d2b-4cf3-b883-70e2f2a2532d service neutron] 10.222.0.65 "GET /v2.0/networks?id=8ff3cec5-cb61-42f1-9f06-2f870efcc775 HTTP/1.1" status: 200 len: 910 time: 0.1353471 May 19 13:55:55.333341 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a82e85fc-2142-48f9-8f63-887dbfd99685 req-cb5502a2-0cf6-4c4e-a36c-78bfe5407629 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ac901fd-8be2-4f40-b91e-de640ebcef79 HTTP/1.1" status: 200 len: 217 time: 0.0400302 May 19 13:55:55.439580 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e85fc-2142-48f9-8f63-887dbfd99685 req-f7790aea-f7c6-45fe-82c1-8a3eedef97f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:55.443050 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a82e85fc-2142-48f9-8f63-887dbfd99685 req-f7790aea-f7c6-45fe-82c1-8a3eedef97f4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d549a98-b6c8-49d3-8488-ba26af2d08e6 HTTP/1.1" status: 200 len: 849 time: 0.1017277 May 19 13:55:55.509322 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a82e85fc-2142-48f9-8f63-887dbfd99685 req-da814922-2d4e-4ead-8164-53ab245a7818 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ff3cec5-cb61-42f1-9f06-2f870efcc775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533783 May 19 13:55:55.651037 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdc30b-08fd-43d7-9da3-444fe9246248 req-c2d1206b-cb98-43b1-bf95-2b6b6cd6b4f3 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:55.652759 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-87fdc30b-08fd-43d7-9da3-444fe9246248 req-c2d1206b-cb98-43b1-bf95-2b6b6cd6b4f3 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0982897 May 19 13:55:55.745478 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a82e85fc-2142-48f9-8f63-887dbfd99685 req-6dec35ed-977a-492d-95f5-59a75864f494 service neutron] 10.222.0.65 "GET /v2.0/networks/8ff3cec5-cb61-42f1-9f06-2f870efcc775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279739 May 19 13:55:55.761547 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-87fdc30b-08fd-43d7-9da3-444fe9246248 req-d38ac52f-0a50-489d-9d77-cf768efaf2f5 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942960 May 19 13:55:55.892072 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a82e85fc-2142-48f9-8f63-887dbfd99685 req-552ba858-935c-4927-8de2-59976b04d2d8 service neutron] 10.222.0.65 "GET /v2.0/networks/8ff3cec5-cb61-42f1-9f06-2f870efcc775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294487 May 19 13:55:55.991916 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf3bb1-8d63-4771-8dcc-2a5e67813d1b req-e18f474f-30c1-4c0a-a08d-5c26760c52d8 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:55.993706 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-37bf3bb1-8d63-4771-8dcc-2a5e67813d1b req-e18f474f-30c1-4c0a-a08d-5c26760c52d8 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7e32c58-34e9-4c74-9370-09aea3a3a06f HTTP/1.1" status: 200 len: 944 time: 0.0540686 May 19 13:55:56.059974 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-37bf3bb1-8d63-4771-8dcc-2a5e67813d1b req-af8446b1-556c-46ff-b668-c3c45407c57f tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594401 May 19 13:55:56.819644 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 59802) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:56.887931 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666e9e0-63da-4e6d-b743-ff9d0928bed4 req-5d3537bf-f187-4eb0-a54f-c27e08c0d17e tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:56.890225 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1666e9e0-63da-4e6d-b743-ff9d0928bed4 req-5d3537bf-f187-4eb0-a54f-c27e08c0d17e tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0567315 May 19 13:55:56.912342 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:56.942549 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-47643568-bdb4-41c7-8d75-bbd2559fbc1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:56.944789 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1666e9e0-63da-4e6d-b743-ff9d0928bed4 req-a0f6b586-21d9-487c-a1e7-a107961040f2 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471628 May 19 13:55:57.023773 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-47643568-bdb4-41c7-8d75-bbd2559fbc1e admin admin] Publish callbacks [] for security_group (34ce4c4a-8e61-4366-8552-3833e412102f), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:57.039139 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-47643568-bdb4-41c7-8d75-bbd2559fbc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (34ce4c4a-8e61-4366-8552-3833e412102f), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:57.091568 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47643568-bdb4-41c7-8d75-bbd2559fbc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ce4c4a-8e61-4366-8552-3833e412102f,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:57.107492 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-47643568-bdb4-41c7-8d75-bbd2559fbc1e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=763e30960daa4e638606477f656ae74c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866459 May 19 13:55:57.109584 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 59816) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:57.196739 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ef83b300-fd40-492f-95bc-cd7bddae4244 admin admin] Publish callbacks [] for security_group (34ce4c4a-8e61-4366-8552-3833e412102f), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:57.227029 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662968e2-3b4a-43d4-b204-cfb99210e4a7 req-bd36a2cd-62af-47d1-84af-57b1f96e3344 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:57.228673 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-662968e2-3b4a-43d4-b204-cfb99210e4a7 req-bd36a2cd-62af-47d1-84af-57b1f96e3344 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7e32c58-34e9-4c74-9370-09aea3a3a06f HTTP/1.1" status: 200 len: 944 time: 0.0721283 May 19 13:55:57.239674 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ef83b300-fd40-492f-95bc-cd7bddae4244 admin admin] Publish callbacks [] for security_group (34ce4c4a-8e61-4366-8552-3833e412102f), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:57.312403 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-662968e2-3b4a-43d4-b204-cfb99210e4a7 req-4b0175cf-1798-4c33-81fa-65a54e2218c9 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754483 May 19 13:55:57.329301 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ef83b300-fd40-492f-95bc-cd7bddae4244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (34ce4c4a-8e61-4366-8552-3833e412102f), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:57.331966 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ef83b300-fd40-492f-95bc-cd7bddae4244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:57.335406 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-ef83b300-fd40-492f-95bc-cd7bddae4244 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/34ce4c4a-8e61-4366-8552-3833e412102f HTTP/1.1" status: 204 len: 168 time: 0.2221513 May 19 13:55:57.341971 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83b300-fd40-492f-95bc-cd7bddae4244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ce4c4a-8e61-4366-8552-3833e412102f,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:57.471389 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 8ac901fd-8be2-4f40-b91e-de640ebcef79 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:55:57.601089 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 8ac901fd-8be2-4f40-b91e-de640ebcef79, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=8ac901fd-8be2-4f40-b91e-de640ebcef79,segment=NetworkSegment(89e89e7b-e763-4918-b166-239db801fe72),segment_id=89e89e7b-e763-4918-b166-239db801fe72)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:55:57.617593 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Returning: {'device': '8ac901fd-8be2-4f40-b91e-de640ebcef79', 'network_id': '8ff3cec5-cb61-42f1-9f06-2f870efcc775', 'port_id': '8ac901fd-8be2-4f40-b91e-de640ebcef79', 'mac_address': 'fa:16:3e:44:38:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d549a98-b6c8-49d3-8488-ba26af2d08e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:55:57.660223 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 8ac901fd-8be2-4f40-b91e-de640ebcef79 is: DOWN; New status is: BUILD {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:55:57.660625 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (8ac901fd-8be2-4f40-b91e-de640ebcef79), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:57.682512 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 59842) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:57.687211 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac901fd-8be2-4f40-b91e-de640ebcef79 {{(pid=110063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:55:57.697823 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b72a0607-4e17-4f21-b7b9-c718b868638f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:57.716774 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 8ac901fd-8be2-4f40-b91e-de640ebcef79, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=8ac901fd-8be2-4f40-b91e-de640ebcef79,segment=NetworkSegment(89e89e7b-e763-4918-b166-239db801fe72),segment_id=89e89e7b-e763-4918-b166-239db801fe72)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:55:57.721858 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (8ac901fd-8be2-4f40-b91e-de640ebcef79), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:57.785117 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=8ac901fd-8be2-4f40-b91e-de640ebcef79,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:57.802715 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b72a0607-4e17-4f21-b7b9-c718b868638f admin admin] Publish callbacks [] for security_group (b9dfa30f-3b6a-4a6b-8092-9493cff7acb2), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:57.806744 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b72a0607-4e17-4f21-b7b9-c718b868638f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (b9dfa30f-3b6a-4a6b-8092-9493cff7acb2), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:57.850644 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-b72a0607-4e17-4f21-b7b9-c718b868638f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=87087c604e604836ab98365c0b2868c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1670055 May 19 13:55:57.851500 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a0607-4e17-4f21-b7b9-c718b868638f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9dfa30f-3b6a-4a6b-8092-9493cff7acb2,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:57.854305 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 59848) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:57.905647 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e55002c9-9889-40fd-94ca-701ed161313e admin admin] Publish callbacks [] for security_group (b9dfa30f-3b6a-4a6b-8092-9493cff7acb2), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:57.927353 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e55002c9-9889-40fd-94ca-701ed161313e admin admin] Publish callbacks [] for security_group (b9dfa30f-3b6a-4a6b-8092-9493cff7acb2), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:57.940791 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:57.972380 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e55002c9-9889-40fd-94ca-701ed161313e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (b9dfa30f-3b6a-4a6b-8092-9493cff7acb2), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:57.975667 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e55002c9-9889-40fd-94ca-701ed161313e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:57.976815 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-e55002c9-9889-40fd-94ca-701ed161313e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b9dfa30f-3b6a-4a6b-8092-9493cff7acb2 HTTP/1.1" status: 204 len: 168 time: 0.1211076 May 19 13:55:57.994486 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55002c9-9889-40fd-94ca-701ed161313e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9dfa30f-3b6a-4a6b-8092-9493cff7acb2,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:58.072473 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166733f-d386-41f3-8e52-021d0e07abb2 req-c050b704-f937-4b75-a9d7-980e1cb3bf55 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:58.073905 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8166733f-d386-41f3-8e52-021d0e07abb2 req-c050b704-f937-4b75-a9d7-980e1cb3bf55 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0494876 May 19 13:55:58.125690 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8166733f-d386-41f3-8e52-021d0e07abb2 req-cba10c53-e1dc-453b-a8da-7ba9a4448cc5 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458932 May 19 13:55:58.134673 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['8ac901fd-8be2-4f40-b91e-de640ebcef79'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:55:58.444444 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dfe55-ee7c-4eab-a5c7-a472d7a57d35 req-577bc5f1-4060-4da6-821c-85b2165e386a tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:58.446134 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-805dfe55-ee7c-4eab-a5c7-a472d7a57d35 req-577bc5f1-4060-4da6-821c-85b2165e386a tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7e32c58-34e9-4c74-9370-09aea3a3a06f HTTP/1.1" status: 200 len: 945 time: 0.0578487 May 19 13:55:58.507622 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-805dfe55-ee7c-4eab-a5c7-a472d7a57d35 req-4a620f3b-d142-4c43-a9a5-0efd01fd5fda tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548162 May 19 13:55:58.553159 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 59882) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:58.599546 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa35f57-9d79-4544-abe6-e31c7603ec76 admin admin] Deleting subnet 5c35ce77-ba33-4289-a4c6-ebd64158673b {{(pid=110061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 13:55:58.603011 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-8aa35f57-9d79-4544-abe6-e31c7603ec76 admin admin] Publish callbacks [] for subnet (5c35ce77-ba33-4289-a4c6-ebd64158673b), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:58.642995 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-8aa35f57-9d79-4544-abe6-e31c7603ec76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30855999'] for subnet (5c35ce77-ba33-4289-a4c6-ebd64158673b), precommit_delete_associations {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:58.691197 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-8aa35f57-9d79-4544-abe6-e31c7603ec76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541679'] for subnet (5c35ce77-ba33-4289-a4c6-ebd64158673b), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:58.745321 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-8aa35f57-9d79-4544-abe6-e31c7603ec76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30675797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29430784'] for subnet (5c35ce77-ba33-4289-a4c6-ebd64158673b), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:58.776573 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa35f57-9d79-4544-abe6-e31c7603ec76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c35ce77-ba33-4289-a4c6-ebd64158673b,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:58.779989 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-8aa35f57-9d79-4544-abe6-e31c7603ec76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for subnet (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:58.784398 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-8aa35f57-9d79-4544-abe6-e31c7603ec76 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5c35ce77-ba33-4289-a4c6-ebd64158673b HTTP/1.1" status: 204 len: 168 time: 0.2295492 May 19 13:55:58.786356 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 59898) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:58.863166 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98da8700-c044-47ff-9f7a-0a1efa6905d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319408'] for network (6f5fc663-e465-4c9c-9ba3-a13595aa72bc), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:58.957626 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98da8700-c044-47ff-9f7a-0a1efa6905d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1546650', 'neutron.services.segments.db._delete_segments_for_network-8784568151830'] for network (6f5fc663-e465-4c9c-9ba3-a13595aa72bc), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:58.985360 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98da8700-c044-47ff-9f7a-0a1efa6905d6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:58.985716 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98da8700-c044-47ff-9f7a-0a1efa6905d6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:58.986451 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98da8700-c044-47ff-9f7a-0a1efa6905d6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:58.986774 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98da8700-c044-47ff-9f7a-0a1efa6905d6 admin admin] Subscribe: > port after_create 55550000 {{(pid=110062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:58.987142 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98da8700-c044-47ff-9f7a-0a1efa6905d6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:58.987448 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98da8700-c044-47ff-9f7a-0a1efa6905d6 admin admin] Subscribe: > port after_update 55550000 {{(pid=110062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:58.987763 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98da8700-c044-47ff-9f7a-0a1efa6905d6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:58.988069 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98da8700-c044-47ff-9f7a-0a1efa6905d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:58.988546 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98da8700-c044-47ff-9f7a-0a1efa6905d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:58.988882 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98da8700-c044-47ff-9f7a-0a1efa6905d6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:59.059976 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98da8700-c044-47ff-9f7a-0a1efa6905d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:59.060157 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98da8700-c044-47ff-9f7a-0a1efa6905d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:59.060505 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98da8700-c044-47ff-9f7a-0a1efa6905d6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:59.060828 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98da8700-c044-47ff-9f7a-0a1efa6905d6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:55:59.061210 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-98da8700-c044-47ff-9f7a-0a1efa6905d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5fc663-e465-4c9c-9ba3-a13595aa72bc']}} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:59.079092 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-98da8700-c044-47ff-9f7a-0a1efa6905d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be8461c0-12bb-4e1a-9a15-3b730f176c07') {'for_net_delete': True} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:59.079446 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-98da8700-c044-47ff-9f7a-0a1efa6905d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be8461c0-12bb-4e1a-9a15-3b730f176c07') {} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:59.102071 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98da8700-c044-47ff-9f7a-0a1efa6905d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784568151071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29529270'] for segment (be8461c0-12bb-4e1a-9a15-3b730f176c07), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:59.126511 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98da8700-c044-47ff-9f7a-0a1efa6905d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (be8461c0-12bb-4e1a-9a15-3b730f176c07), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:59.144952 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98da8700-c044-47ff-9f7a-0a1efa6905d6 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=110062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:55:59.145647 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98da8700-c044-47ff-9f7a-0a1efa6905d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29558809'] for segment (be8461c0-12bb-4e1a-9a15-3b730f176c07), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: from cryptography.utils import int_from_bytes May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: from cryptography.utils import int_from_bytes May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: Traceback (most recent call last): May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: timer() May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: cb(*args, **kw) May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: return func(*args, **kwargs) May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: self._notify() May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: self.callback(batched_events) May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: event.method(event) May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: return f(self, *a, **k) May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: return self._get(url).json() May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: return self.request(url, 'GET', **kwargs) May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:55:59.152445 dv-cinder-784815-14-iscsi neutron-server[110062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:55:59.165000 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 59946) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:59.234421 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98da8700-c044-47ff-9f7a-0a1efa6905d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1546657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631453'] for network (6f5fc663-e465-4c9c-9ba3-a13595aa72bc), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:59.264718 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da8700-c044-47ff-9f7a-0a1efa6905d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f5fc663-e465-4c9c-9ba3-a13595aa72bc,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:59.267150 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98da8700-c044-47ff-9f7a-0a1efa6905d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:59.275641 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-98da8700-c044-47ff-9f7a-0a1efa6905d6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/6f5fc663-e465-4c9c-9ba3-a13595aa72bc HTTP/1.1" status: 204 len: 168 time: 0.4880233 May 19 13:55:59.282922 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 59950) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:59.291964 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:59.294236 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d735c90-37e2-470e-9a58-58bcc45b71be req-69b5ef1d-d61a-4f9e-bb75-533facaeabde tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:59.296436 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8d735c90-37e2-470e-9a58-58bcc45b71be req-69b5ef1d-d61a-4f9e-bb75-533facaeabde tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0838847 May 19 13:55:59.304738 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:59.321781 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-4665a280-ae23-4d4b-a0aa-ab7974c26ecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:59.341373 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_v2 [None req-871e0c3e-8731-4016-9488-fc3964616815 admin admin] Deleting subnet 6bbba1ff-700d-4a72-813c-ca67fce7bc3e {{(pid=110062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 13:55:59.346292 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-871e0c3e-8731-4016-9488-fc3964616815 admin admin] Publish callbacks [] for subnet (6bbba1ff-700d-4a72-813c-ca67fce7bc3e), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:59.348206 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:59.397104 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-871e0c3e-8731-4016-9488-fc3964616815 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29529231'] for subnet (6bbba1ff-700d-4a72-813c-ca67fce7bc3e), precommit_delete_associations {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:59.403134 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8d735c90-37e2-470e-9a58-58bcc45b71be req-e618ce95-ab45-4bc2-b2da-25260c59e212 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989559 May 19 13:55:59.464667 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-871e0c3e-8731-4016-9488-fc3964616815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541679'] for subnet (6bbba1ff-700d-4a72-813c-ca67fce7bc3e), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:59.469481 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-4665a280-ae23-4d4b-a0aa-ab7974c26ecb admin admin] Publish callbacks [] for security_group (4e3de575-3408-404b-bfdd-fa3268a91088), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:59.481801 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-4665a280-ae23-4d4b-a0aa-ab7974c26ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (4e3de575-3408-404b-bfdd-fa3268a91088), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:59.505210 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 8ac901fd-8be2-4f40-b91e-de640ebcef79 up at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:55:59.532805 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-4665a280-ae23-4d4b-a0aa-ab7974c26ecb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d698f3c70e30495c8c3ab15afb488784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3666930 May 19 13:55:59.533354 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 59956) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:59.534290 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665a280-ae23-4d4b-a0aa-ab7974c26ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3de575-3408-404b-bfdd-fa3268a91088,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:59.565879 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-871e0c3e-8731-4016-9488-fc3964616815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29560251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29814851'] for subnet (6bbba1ff-700d-4a72-813c-ca67fce7bc3e), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:59.574508 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning for port 8ac901fd-8be2-4f40-b91e-de640ebcef79 completed by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:55:59.582209 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning complete for port 8ac901fd-8be2-4f40-b91e-de640ebcef79 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:55:59.582633 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (8ac901fd-8be2-4f40-b91e-de640ebcef79), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:59.599186 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e0c3e-8731-4016-9488-fc3964616815 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bbba1ff-700d-4a72-813c-ca67fce7bc3e,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:59.630541 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:59.641635 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-871e0c3e-8731-4016-9488-fc3964616815 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:59.647330 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-871e0c3e-8731-4016-9488-fc3964616815 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6bbba1ff-700d-4a72-813c-ca67fce7bc3e HTTP/1.1" status: 204 len: 168 time: 0.3629880 May 19 13:55:59.648370 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a7a4b2ec-224f-4034-aeb8-9f27075bc384 admin admin] Publish callbacks [] for security_group (4e3de575-3408-404b-bfdd-fa3268a91088), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:59.650257 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 59960) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:55:59.650884 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efe20c-5fae-4dce-8dc0-90f07af15dde req-0f01cfbc-616f-460f-b122-ec3a2da7b928 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:59.652548 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e9efe20c-5fae-4dce-8dc0-90f07af15dde req-0f01cfbc-616f-460f-b122-ec3a2da7b928 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7e32c58-34e9-4c74-9370-09aea3a3a06f HTTP/1.1" status: 200 len: 945 time: 0.0572608 May 19 13:55:59.663174 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 8ac901fd-8be2-4f40-b91e-de640ebcef79 is: BUILD; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:55:59.663553 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (8ac901fd-8be2-4f40-b91e-de640ebcef79), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:59.703795 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 8ac901fd-8be2-4f40-b91e-de640ebcef79, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=8ac901fd-8be2-4f40-b91e-de640ebcef79,segment=NetworkSegment(89e89e7b-e763-4918-b166-239db801fe72),segment_id=89e89e7b-e763-4918-b166-239db801fe72)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:55:59.704823 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e32c58-34e9-4c74-9370-09aea3a3a06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac901fd-8be2-4f40-b91e-de640ebcef79'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:55:59.705021 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e9efe20c-5fae-4dce-8dc0-90f07af15dde req-3c506f96-64fa-459a-9c82-7c15ecaf291d tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442958 May 19 13:55:59.707847 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78af1b6-1154-4e08-850b-85b908c47ec4" -d '{"events": [{"server_uuid": "a7e32c58-34e9-4c74-9370-09aea3a3a06f", "name": "network-vif-plugged", "status": "completed", "tag": "8ac901fd-8be2-4f40-b91e-de640ebcef79"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:55:59.711763 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (8ac901fd-8be2-4f40-b91e-de640ebcef79), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:59.742989 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a7a4b2ec-224f-4034-aeb8-9f27075bc384 admin admin] Publish callbacks [] for security_group (4e3de575-3408-404b-bfdd-fa3268a91088), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:59.771478 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-01150dc5-767d-45d3-98b6-023b4ce331a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319408'] for network (90765d70-230e-4647-9dcf-388cbe87c2e1), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:59.889453 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a7a4b2ec-224f-4034-aeb8-9f27075bc384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (4e3de575-3408-404b-bfdd-fa3268a91088), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:59.891982 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a7a4b2ec-224f-4034-aeb8-9f27075bc384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:59.895675 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-a7a4b2ec-224f-4034-aeb8-9f27075bc384 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4e3de575-3408-404b-bfdd-fa3268a91088 HTTP/1.1" status: 204 len: 168 time: 0.3587487 May 19 13:55:59.896374 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b5f243-60c3-44b9-8b8f-18779e014d12 x-openstack-request-id: req-51b5f243-60c3-44b9-8b8f-18779e014d12 {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:55:59.896683 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e32c58-34e9-4c74-9370-09aea3a3a06f", "name": "network-vif-plugged", "status": "completed", "tag": "8ac901fd-8be2-4f40-b91e-de640ebcef79", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:55:59.896930 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-51b5f243-60c3-44b9-8b8f-18779e014d12 {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:55:59.897493 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51b5f243-60c3-44b9-8b8f-18779e014d12'] response: {'server_uuid': 'a7e32c58-34e9-4c74-9370-09aea3a3a06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac901fd-8be2-4f40-b91e-de640ebcef79', 'code': 200} May 19 13:55:59.907600 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:55:59.909868 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-01150dc5-767d-45d3-98b6-023b4ce331a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1546650', 'neutron.services.segments.db._delete_segments_for_network-8784568151830'] for network (90765d70-230e-4647-9dcf-388cbe87c2e1), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:59.928396 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=8ac901fd-8be2-4f40-b91e-de640ebcef79,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:59.936731 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4b2ec-224f-4034-aeb8-9f27075bc384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3de575-3408-404b-bfdd-fa3268a91088,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:59.941824 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-01150dc5-767d-45d3-98b6-023b4ce331a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90765d70-230e-4647-9dcf-388cbe87c2e1']}} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:59.960739 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-01150dc5-767d-45d3-98b6-023b4ce331a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a6ca1b-c771-44b8-8cb8-cff9787b74f4') {'for_net_delete': True} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:59.961304 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-01150dc5-767d-45d3-98b6-023b4ce331a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a6ca1b-c771-44b8-8cb8-cff9787b74f4') {} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:59.973214 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-01150dc5-767d-45d3-98b6-023b4ce331a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784568151071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29529270'] for segment (89a6ca1b-c771-44b8-8cb8-cff9787b74f4), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:55:59.993949 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-01150dc5-767d-45d3-98b6-023b4ce331a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (89a6ca1b-c771-44b8-8cb8-cff9787b74f4), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:00.008203 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01150dc5-767d-45d3-98b6-023b4ce331a9 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=110062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:56:00.008847 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-01150dc5-767d-45d3-98b6-023b4ce331a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29558809'] for segment (89a6ca1b-c771-44b8-8cb8-cff9787b74f4), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: Traceback (most recent call last): May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: timer() May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: cb(*args, **kw) May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: return func(*args, **kwargs) May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: self._notify() May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: self.callback(batched_events) May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: event.method(event) May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: return f(self, *a, **k) May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: return self._get(url).json() May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: return self.request(url, 'GET', **kwargs) May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:56:00.016000 dv-cinder-784815-14-iscsi neutron-server[110062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:56:00.030811 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd4e88-34e0-421f-9059-dd2f44d942c8 req-43feea25-d77a-4cdf-aef3-e98385b46f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:00.032344 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9cdd4e88-34e0-421f-9059-dd2f44d942c8 req-43feea25-d77a-4cdf-aef3-e98385b46f67 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a7e32c58-34e9-4c74-9370-09aea3a3a06f HTTP/1.1" status: 200 len: 1130 time: 0.0640855 May 19 13:56:00.054161 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:00.091600 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9cdd4e88-34e0-421f-9059-dd2f44d942c8 req-e3de0621-dbb4-4fad-9d70-de46d94c361c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527711 May 19 13:56:00.095453 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-01150dc5-767d-45d3-98b6-023b4ce331a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1546657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631453'] for network (90765d70-230e-4647-9dcf-388cbe87c2e1), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:00.119158 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-01150dc5-767d-45d3-98b6-023b4ce331a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:00.122459 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-01150dc5-767d-45d3-98b6-023b4ce331a9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/90765d70-230e-4647-9dcf-388cbe87c2e1 HTTP/1.1" status: 204 len: 168 time: 0.4711947 May 19 13:56:00.126184 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01150dc5-767d-45d3-98b6-023b4ce331a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=90765d70-230e-4647-9dcf-388cbe87c2e1,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:00.284206 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 59986) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:00.298085 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a503907c-888e-4081-babb-98763c39fd6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:00.319267 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 59988) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:00.362643 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-05b30eaa-af74-4dd4-97c2-c71ee14a40d0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8cd6cd96f64a43d79ed6c5178275a1a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417266 May 19 13:56:00.365079 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 59990) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:00.377461 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a503907c-888e-4081-babb-98763c39fd6c admin admin] Publish callbacks [] for security_group (61d96269-4fd8-486d-b090-71127ae05916), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:00.384798 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a503907c-888e-4081-babb-98763c39fd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (61d96269-4fd8-486d-b090-71127ae05916), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:00.424808 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f13e939f-75b2-42ed-842c-8b46bac28894 admin admin] Publish callbacks [] for security_group (21aeba93-001f-4981-9a6f-151f750227b2), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:00.430222 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-a503907c-888e-4081-babb-98763c39fd6c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=71aaf79af08a4764b3014761d0d79978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424677 May 19 13:56:00.430543 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 59992) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:00.431806 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503907c-888e-4081-babb-98763c39fd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d96269-4fd8-486d-b090-71127ae05916,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:00.469766 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f13e939f-75b2-42ed-842c-8b46bac28894 admin admin] Publish callbacks [] for security_group (21aeba93-001f-4981-9a6f-151f750227b2), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:00.572029 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac76c24-9876-4080-8fb8-8e03f62e349d req-8a121776-8f68-4051-a0c4-c5097e58e3fe tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:00.573498 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9ac76c24-9876-4080-8fb8-8e03f62e349d req-8a121776-8f68-4051-a0c4-c5097e58e3fe tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0845792 May 19 13:56:00.581126 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-6035716a-832e-45f7-b45a-25abde5d634b admin admin] Publish callbacks [] for security_group (61d96269-4fd8-486d-b090-71127ae05916), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:00.621662 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-6035716a-832e-45f7-b45a-25abde5d634b admin admin] Publish callbacks [] for security_group (61d96269-4fd8-486d-b090-71127ae05916), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:00.624493 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f13e939f-75b2-42ed-842c-8b46bac28894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (21aeba93-001f-4981-9a6f-151f750227b2), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:00.626965 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f13e939f-75b2-42ed-842c-8b46bac28894 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:00.628129 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-f13e939f-75b2-42ed-842c-8b46bac28894 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/21aeba93-001f-4981-9a6f-151f750227b2 HTTP/1.1" status: 204 len: 168 time: 0.2621241 May 19 13:56:00.661120 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e939f-75b2-42ed-842c-8b46bac28894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21aeba93-001f-4981-9a6f-151f750227b2,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:00.687718 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9ac76c24-9876-4080-8fb8-8e03f62e349d req-bd2a031e-b298-4c91-a704-4895acd9f762 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075919 May 19 13:56:00.710884 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-6035716a-832e-45f7-b45a-25abde5d634b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (61d96269-4fd8-486d-b090-71127ae05916), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:00.713460 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-6035716a-832e-45f7-b45a-25abde5d634b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:00.714589 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-6035716a-832e-45f7-b45a-25abde5d634b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/61d96269-4fd8-486d-b090-71127ae05916 HTTP/1.1" status: 204 len: 168 time: 0.2831118 May 19 13:56:00.725196 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035716a-832e-45f7-b45a-25abde5d634b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d96269-4fd8-486d-b090-71127ae05916,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:00.861685 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869704db-1258-4536-835b-fcc135062767 req-2dff5e98-2a03-43cd-b4ab-344a18b34cf5 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:00.863272 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-869704db-1258-4536-835b-fcc135062767 req-2dff5e98-2a03-43cd-b4ab-344a18b34cf5 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7e32c58-34e9-4c74-9370-09aea3a3a06f HTTP/1.1" status: 200 len: 946 time: 0.0793202 May 19 13:56:00.922497 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-869704db-1258-4536-835b-fcc135062767 req-159dd0fb-9d7a-41a5-a4e3-aaf41af78677 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528393 May 19 13:56:01.138052 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 60016) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:01.174172 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:01.183559 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-81ac6877-b712-4c0c-8e1e-cc2ef8615550 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d219e5c6f71a47c1b17ff0f68bee44e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433979 May 19 13:56:01.184577 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 60018) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:01.192620 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:01.241449 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-08c360f6-c39d-4c21-914d-a87043f98ffe admin admin] Publish callbacks [] for security_group (b2ed745c-5448-40e2-ac3c-fc6ccbdb2fc1), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:01.266557 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-08c360f6-c39d-4c21-914d-a87043f98ffe admin admin] Publish callbacks [] for security_group (b2ed745c-5448-40e2-ac3c-fc6ccbdb2fc1), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:01.323531 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-08c360f6-c39d-4c21-914d-a87043f98ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (b2ed745c-5448-40e2-ac3c-fc6ccbdb2fc1), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:01.326170 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-08c360f6-c39d-4c21-914d-a87043f98ffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:01.327773 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-08c360f6-c39d-4c21-914d-a87043f98ffe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b2ed745c-5448-40e2-ac3c-fc6ccbdb2fc1 HTTP/1.1" status: 204 len: 168 time: 0.1418118 May 19 13:56:01.336012 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c360f6-c39d-4c21-914d-a87043f98ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ed745c-5448-40e2-ac3c-fc6ccbdb2fc1,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:01.429448 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-a3bb45d3-14d1-4451-b39a-5e2b2722e64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:01.819834 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7c3ed-186a-42b8-abe7-19649116e36e req-30efe036-2b59-47d0-9db9-f50ad1995571 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:01.821559 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-06c7c3ed-186a-42b8-abe7-19649116e36e req-30efe036-2b59-47d0-9db9-f50ad1995571 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0532813 May 19 13:56:01.883437 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-06c7c3ed-186a-42b8-abe7-19649116e36e req-7a560b4f-c854-4666-9336-176105c6a74c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557790 May 19 13:56:02.045294 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:02.058372 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2340c0-e542-4e27-9b2a-3e234f410241 req-078fa987-d062-4bbc-b342-4ce3aaa452f2 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:02.059835 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3b2340c0-e542-4e27-9b2a-3e234f410241 req-078fa987-d062-4bbc-b342-4ce3aaa452f2 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7e32c58-34e9-4c74-9370-09aea3a3a06f HTTP/1.1" status: 200 len: 946 time: 0.0532174 May 19 13:56:02.137093 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3b2340c0-e542-4e27-9b2a-3e234f410241 req-69fb9cee-213b-4fc5-8ee6-c1180bb8dda5 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655565 May 19 13:56:03.026049 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbc47d-4f29-4279-a782-d9fe8fd55263 req-d843940f-3dc0-438b-906c-bd87f0afaf62 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:03.028071 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-71dbc47d-4f29-4279-a782-d9fe8fd55263 req-d843940f-3dc0-438b-906c-bd87f0afaf62 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0668123 May 19 13:56:03.108073 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-71dbc47d-4f29-4279-a782-d9fe8fd55263 req-204a264b-09a4-4253-8b45-f01da3ebb766 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728607 May 19 13:56:03.158477 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 60118) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:03.185534 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70b1b4-497f-430c-b2bb-75c4795e321c req-ed09e60c-7877-4b30-b58e-ad57d80ddfa0 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:03.187054 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7d70b1b4-497f-430c-b2bb-75c4795e321c req-ed09e60c-7877-4b30-b58e-ad57d80ddfa0 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7e32c58-34e9-4c74-9370-09aea3a3a06f HTTP/1.1" status: 200 len: 946 time: 0.0614116 May 19 13:56:03.239194 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7d70b1b4-497f-430c-b2bb-75c4795e321c req-5c1352b6-ef17-4d9f-9c72-f8a9d2275801 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462356 May 19 13:56:03.273574 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2c261205-743b-47a9-ad6e-b5b2641c2f83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:03.275084 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:03.353219 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2c261205-743b-47a9-ad6e-b5b2641c2f83 admin admin] Publish callbacks [] for security_group (7aef4ae3-bb02-4b64-8341-6ab7e1193dfa), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:03.356851 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2c261205-743b-47a9-ad6e-b5b2641c2f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (7aef4ae3-bb02-4b64-8341-6ab7e1193dfa), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:03.400531 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-2c261205-743b-47a9-ad6e-b5b2641c2f83 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=74eb269b1a194c83ab87a80ebbfb8c86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403617 May 19 13:56:03.401478 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c261205-743b-47a9-ad6e-b5b2641c2f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aef4ae3-bb02-4b64-8341-6ab7e1193dfa,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:03.403261 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 60122) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:03.455225 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ea460e53-6670-412b-af76-2d1b01b4c808 admin admin] Publish callbacks [] for security_group (7aef4ae3-bb02-4b64-8341-6ab7e1193dfa), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:03.477663 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ea460e53-6670-412b-af76-2d1b01b4c808 admin admin] Publish callbacks [] for security_group (7aef4ae3-bb02-4b64-8341-6ab7e1193dfa), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:03.529000 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ea460e53-6670-412b-af76-2d1b01b4c808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (7aef4ae3-bb02-4b64-8341-6ab7e1193dfa), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:03.531673 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ea460e53-6670-412b-af76-2d1b01b4c808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:03.532862 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-ea460e53-6670-412b-af76-2d1b01b4c808 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7aef4ae3-bb02-4b64-8341-6ab7e1193dfa HTTP/1.1" status: 204 len: 168 time: 0.1285925 May 19 13:56:03.540862 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea460e53-6670-412b-af76-2d1b01b4c808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aef4ae3-bb02-4b64-8341-6ab7e1193dfa,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:03.793459 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-b75b77a4-3444-4a53-9409-92c4c7829efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:03.826894 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 60132) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:03.840184 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-da2e094f-49a1-41e3-bf0a-057cc2b9727e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:03.927805 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-da2e094f-49a1-41e3-bf0a-057cc2b9727e admin admin] Publish callbacks [] for security_group (673b00fa-733e-4570-97f5-2a875e3d4272), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:03.932542 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-da2e094f-49a1-41e3-bf0a-057cc2b9727e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (673b00fa-733e-4570-97f5-2a875e3d4272), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:03.975917 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-da2e094f-49a1-41e3-bf0a-057cc2b9727e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=865e24d366aa417e8271831e1129e96e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478629 May 19 13:56:03.977026 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e094f-49a1-41e3-bf0a-057cc2b9727e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673b00fa-733e-4570-97f5-2a875e3d4272,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:03.979471 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 60136) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:04.070551 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7e3d465c-942b-4e79-9353-56b125f231fc admin admin] Publish callbacks [] for security_group (673b00fa-733e-4570-97f5-2a875e3d4272), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:04.093180 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7e3d465c-942b-4e79-9353-56b125f231fc admin admin] Publish callbacks [] for security_group (673b00fa-733e-4570-97f5-2a875e3d4272), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:04.141762 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7e3d465c-942b-4e79-9353-56b125f231fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (673b00fa-733e-4570-97f5-2a875e3d4272), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:04.144159 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7e3d465c-942b-4e79-9353-56b125f231fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:04.145295 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-7e3d465c-942b-4e79-9353-56b125f231fc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/673b00fa-733e-4570-97f5-2a875e3d4272 HTTP/1.1" status: 204 len: 168 time: 0.1630330 May 19 13:56:04.153191 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d465c-942b-4e79-9353-56b125f231fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673b00fa-733e-4570-97f5-2a875e3d4272,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:04.230976 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff550f-636f-4465-b749-ffe8c0bdc065 req-4ae8f1f8-ff9c-42e5-960c-e8e84165f079 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:04.233754 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-19ff550f-636f-4465-b749-ffe8c0bdc065 req-4ae8f1f8-ff9c-42e5-960c-e8e84165f079 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0543406 May 19 13:56:04.268434 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:04.285876 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-19ff550f-636f-4465-b749-ffe8c0bdc065 req-bc7c0d8c-f9e9-4ea9-8855-d20332e01f16 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461969 May 19 13:56:04.376707 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52879ab-cde3-4a11-a9c8-11dbd55fb258 req-d70b9093-012c-4a55-bbff-277f92000b37 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:04.378169 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c52879ab-cde3-4a11-a9c8-11dbd55fb258 req-d70b9093-012c-4a55-bbff-277f92000b37 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7e32c58-34e9-4c74-9370-09aea3a3a06f HTTP/1.1" status: 200 len: 946 time: 0.0498066 May 19 13:56:04.431369 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c52879ab-cde3-4a11-a9c8-11dbd55fb258 req-e79d9a52-a279-4630-a1a5-2f15da375a28 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473549 May 19 13:56:04.782767 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:05.089506 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:05.101430 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=4 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:05.299382 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 60180) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:05.413145 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-994f6080-fe3f-4ce7-b773-e2dad25d8577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:05.417875 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72daec-2d76-4d01-a515-0deda5cedb79 req-18b11a07-38bf-4792-807c-87fc43ea477f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:05.419474 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7e72daec-2d76-4d01-a515-0deda5cedb79 req-18b11a07-38bf-4792-807c-87fc43ea477f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0546551 May 19 13:56:05.479918 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7e72daec-2d76-4d01-a515-0deda5cedb79 req-fd23727e-0c64-442c-9e8d-70ea0079a7e1 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541573 May 19 13:56:05.501021 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-994f6080-fe3f-4ce7-b773-e2dad25d8577 admin admin] Publish callbacks [] for security_group (e2c88109-bdc4-49e2-8eea-fefae2d86c3b), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:05.507778 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-994f6080-fe3f-4ce7-b773-e2dad25d8577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (e2c88109-bdc4-49e2-8eea-fefae2d86c3b), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:05.532391 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:05.552877 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435caff-76c9-4c36-ad73-4e152bcdab7d req-38a8624b-606e-4925-9050-05411f623187 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:05.554293 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-994f6080-fe3f-4ce7-b773-e2dad25d8577 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=27f8860d53e34f2a976dc7abc28d000f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2538877 May 19 13:56:05.555416 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f6080-fe3f-4ce7-b773-e2dad25d8577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c88109-bdc4-49e2-8eea-fefae2d86c3b,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:05.557268 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5435caff-76c9-4c36-ad73-4e152bcdab7d req-38a8624b-606e-4925-9050-05411f623187 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7e32c58-34e9-4c74-9370-09aea3a3a06f HTTP/1.1" status: 200 len: 946 time: 0.0532892 May 19 13:56:05.557768 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 60188) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:05.648089 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5435caff-76c9-4c36-ad73-4e152bcdab7d req-5b10ce75-8b1b-4afc-b63a-b13aeb1ebfc7 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764780 May 19 13:56:05.649364 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-4f2a0523-e46c-4c73-aaf7-c96d07040e87 admin admin] Publish callbacks [] for security_group (e2c88109-bdc4-49e2-8eea-fefae2d86c3b), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:05.671696 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-4f2a0523-e46c-4c73-aaf7-c96d07040e87 admin admin] Publish callbacks [] for security_group (e2c88109-bdc4-49e2-8eea-fefae2d86c3b), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:05.722564 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-4f2a0523-e46c-4c73-aaf7-c96d07040e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (e2c88109-bdc4-49e2-8eea-fefae2d86c3b), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:05.725086 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-4f2a0523-e46c-4c73-aaf7-c96d07040e87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:05.726227 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-4f2a0523-e46c-4c73-aaf7-c96d07040e87 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e2c88109-bdc4-49e2-8eea-fefae2d86c3b HTTP/1.1" status: 204 len: 168 time: 0.1675367 May 19 13:56:05.735121 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a0523-e46c-4c73-aaf7-c96d07040e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c88109-bdc4-49e2-8eea-fefae2d86c3b,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:06.308606 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:06.604567 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067c2f5-aa95-4e5b-af08-46b9d94ab060 req-3c68a25b-2a14-4cb9-b9c8-51120ef9d32f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:06.606234 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7067c2f5-aa95-4e5b-af08-46b9d94ab060 req-3c68a25b-2a14-4cb9-b9c8-51120ef9d32f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0501652 May 19 13:56:06.658116 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7067c2f5-aa95-4e5b-af08-46b9d94ab060 req-2f703dd2-8e93-4d7a-9d70-4e9cb4cb950d tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455487 May 19 13:56:06.781238 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d595c-4e8f-47f1-9d54-817a0d7fa0e7 req-23eeb047-082b-4d96-9f98-7db254ef0966 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:06.782720 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a54d595c-4e8f-47f1-9d54-817a0d7fa0e7 req-23eeb047-082b-4d96-9f98-7db254ef0966 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7e32c58-34e9-4c74-9370-09aea3a3a06f HTTP/1.1" status: 200 len: 946 time: 0.0492041 May 19 13:56:06.808671 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 60230) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:06.838676 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a54d595c-4e8f-47f1-9d54-817a0d7fa0e7 req-3c4a6ab2-bfe1-496b-9dad-2c7f8186167d tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498672 May 19 13:56:06.927179 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b5ea15b5-5205-4df2-ab23-e3623111f9d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:07.004837 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b5ea15b5-5205-4df2-ab23-e3623111f9d8 admin admin] Publish callbacks [] for security_group (57c3048f-35ec-4ad7-a20b-8c9a6ca7a43b), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:07.008714 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b5ea15b5-5205-4df2-ab23-e3623111f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (57c3048f-35ec-4ad7-a20b-8c9a6ca7a43b), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:07.037623 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:07.052940 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-b5ea15b5-5205-4df2-ab23-e3623111f9d8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f6f5136266e48fb815558fdd4a2b342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431152 May 19 13:56:07.054555 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea15b5-5205-4df2-ab23-e3623111f9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c3048f-35ec-4ad7-a20b-8c9a6ca7a43b,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:07.055638 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 60236) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:07.109299 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-19bb6ad8-0680-4663-a8fc-9ef85e8a22bf admin admin] Publish callbacks [] for security_group (57c3048f-35ec-4ad7-a20b-8c9a6ca7a43b), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:07.133075 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-19bb6ad8-0680-4663-a8fc-9ef85e8a22bf admin admin] Publish callbacks [] for security_group (57c3048f-35ec-4ad7-a20b-8c9a6ca7a43b), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:07.184444 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-19bb6ad8-0680-4663-a8fc-9ef85e8a22bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (57c3048f-35ec-4ad7-a20b-8c9a6ca7a43b), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:07.187724 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-19bb6ad8-0680-4663-a8fc-9ef85e8a22bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:07.188879 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-19bb6ad8-0680-4663-a8fc-9ef85e8a22bf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/57c3048f-35ec-4ad7-a20b-8c9a6ca7a43b HTTP/1.1" status: 204 len: 168 time: 0.1322436 May 19 13:56:07.199789 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb6ad8-0680-4663-a8fc-9ef85e8a22bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c3048f-35ec-4ad7-a20b-8c9a6ca7a43b,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:07.763051 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:07.782692 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc167b-4b62-4ef7-9b18-30e766decda1 req-da74d867-636c-4ae5-9c8e-534168eef409 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:07.784439 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-60bc167b-4b62-4ef7-9b18-30e766decda1 req-da74d867-636c-4ae5-9c8e-534168eef409 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0559132 May 19 13:56:07.834597 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-60bc167b-4b62-4ef7-9b18-30e766decda1 req-7825bc53-6476-4731-b59a-54ed2e03827f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447791 May 19 13:56:07.959234 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b719f-01e2-4bce-bc6f-a723e19f147d req-e0d4fdb7-42c9-4167-b2e0-261e57b3628a tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:07.960709 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7c9b719f-01e2-4bce-bc6f-a723e19f147d req-e0d4fdb7-42c9-4167-b2e0-261e57b3628a tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7e32c58-34e9-4c74-9370-09aea3a3a06f HTTP/1.1" status: 200 len: 946 time: 0.0525010 May 19 13:56:08.048923 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7c9b719f-01e2-4bce-bc6f-a723e19f147d req-17931f78-c3ee-4a86-b58a-487f2763c1ec tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ec8b6f2-d021-471d-881f-771a073eb5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823295 May 19 13:56:08.065982 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c1368-eb54-4e21-8309-a2fbd426726e req-5bc5c3c1-c408-42b9-8e15-4524dc8673a3 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:08.067675 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9b1c1368-eb54-4e21-8309-a2fbd426726e req-5bc5c3c1-c408-42b9-8e15-4524dc8673a3 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7e32c58-34e9-4c74-9370-09aea3a3a06f HTTP/1.1" status: 200 len: 946 time: 0.0554292 May 19 13:56:08.103153 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:08.166657 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [req-9b1c1368-eb54-4e21-8309-a2fbd426726e req-12624a3b-bf1a-4600-8d98-d634f1cee8d2 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Deleting port 8ac901fd-8be2-4f40-b91e-de640ebcef79 {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:56:08.167028 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-9b1c1368-eb54-4e21-8309-a2fbd426726e req-12624a3b-bf1a-4600-8d98-d634f1cee8d2 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (8ac901fd-8be2-4f40-b91e-de640ebcef79), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:08.206746 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:08.283549 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-9b1c1368-eb54-4e21-8309-a2fbd426726e req-12624a3b-bf1a-4600-8d98-d634f1cee8d2 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] For port 8ac901fd-8be2-4f40-b91e-de640ebcef79, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=8ac901fd-8be2-4f40-b91e-de640ebcef79,segment=NetworkSegment(89e89e7b-e763-4918-b166-239db801fe72),segment_id=89e89e7b-e763-4918-b166-239db801fe72)] {{(pid=110061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:56:08.283968 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-9b1c1368-eb54-4e21-8309-a2fbd426726e req-12624a3b-bf1a-4600-8d98-d634f1cee8d2 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (8ac901fd-8be2-4f40-b91e-de640ebcef79), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:08.300010 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [req-9b1c1368-eb54-4e21-8309-a2fbd426726e req-12624a3b-bf1a-4600-8d98-d634f1cee8d2 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Calling delete_port for 8ac901fd-8be2-4f40-b91e-de640ebcef79 owned by compute:nova {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:56:08.454313 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-9b1c1368-eb54-4e21-8309-a2fbd426726e req-12624a3b-bf1a-4600-8d98-d634f1cee8d2 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (8ac901fd-8be2-4f40-b91e-de640ebcef79), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:08.480420 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12624a3b-bf1a-4600-8d98-d634f1cee8d2 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Pushing event deleted for resources: {'Port': ['ID=8ac901fd-8be2-4f40-b91e-de640ebcef79,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:08.497565 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['8ac901fd-8be2-4f40-b91e-de640ebcef79'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:56:08.532358 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1c1368-eb54-4e21-8309-a2fbd426726e req-12624a3b-bf1a-4600-8d98-d634f1cee8d2 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] No DVR routers for this DVR port 8ac901fd-8be2-4f40-b91e-de640ebcef79 on host hv-cinder-78481 {{(pid=110061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:56:08.534698 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-9b1c1368-eb54-4e21-8309-a2fbd426726e req-12624a3b-bf1a-4600-8d98-d634f1cee8d2 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:08.537995 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9b1c1368-eb54-4e21-8309-a2fbd426726e req-12624a3b-bf1a-4600-8d98-d634f1cee8d2 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.65 "DELETE /v2.0/ports/8ac901fd-8be2-4f40-b91e-de640ebcef79 HTTP/1.1" status: 204 len: 173 time: 0.4628935 May 19 13:56:08.538285 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e32c58-34e9-4c74-9370-09aea3a3a06f', 'name': 'network-vif-deleted', 'tag': '8ac901fd-8be2-4f40-b91e-de640ebcef79'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:56:08.540504 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888dfb59-4c74-464b-9241-ffd4fe70d91a" -d '{"events": [{"server_uuid": "a7e32c58-34e9-4c74-9370-09aea3a3a06f", "name": "network-vif-deleted", "tag": "8ac901fd-8be2-4f40-b91e-de640ebcef79"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:56:08.587487 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b2ec76-d8d5-4ba3-afa7-438c2db5e1f3 x-openstack-request-id: req-d5b2ec76-d8d5-4ba3-afa7-438c2db5e1f3 {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:56:08.587798 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e32c58-34e9-4c74-9370-09aea3a3a06f", "name": "network-vif-deleted", "tag": "8ac901fd-8be2-4f40-b91e-de640ebcef79", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:56:08.588057 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d5b2ec76-d8d5-4ba3-afa7-438c2db5e1f3 {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:56:08.588497 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b2ec76-d8d5-4ba3-afa7-438c2db5e1f3'] response: {'server_uuid': 'a7e32c58-34e9-4c74-9370-09aea3a3a06f', 'name': 'network-vif-deleted', 'tag': '8ac901fd-8be2-4f40-b91e-de640ebcef79', 'status': 'completed', 'code': 200} May 19 13:56:08.961129 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a9071-31c8-4369-9e91-2470197d6e78 req-63c773aa-0c44-48b7-93bb-df8f520ee9bb tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:08.962652 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b59a9071-31c8-4369-9e91-2470197d6e78 req-63c773aa-0c44-48b7-93bb-df8f520ee9bb tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0541041 May 19 13:56:09.012447 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b59a9071-31c8-4369-9e91-2470197d6e78 req-20d6272d-3090-438b-aec0-3f6afab54fc6 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428751 May 19 13:56:09.161155 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-877619db-e032-4626-b6cd-58db081a18ea req-14c0abb4-c7c7-4afd-8915-3be057c64818 tempest-VolumesActionsTest-47775183 tempest-VolumesActionsTest-47775183-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7e32c58-34e9-4c74-9370-09aea3a3a06f HTTP/1.1" status: 200 len: 210 time: 0.0291712 May 19 13:56:10.125031 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7b296-8780-4c83-9bf7-513f6f4aa193 req-7d02804d-5e6b-4009-9879-0aff908c7c40 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:10.126555 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-65b7b296-8780-4c83-9bf7-513f6f4aa193 req-7d02804d-5e6b-4009-9879-0aff908c7c40 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0463212 May 19 13:56:10.176126 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-65b7b296-8780-4c83-9bf7-513f6f4aa193 req-bf61a4f4-aabe-49a5-8c8a-bd667c9c8eaa tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434992 May 19 13:56:11.293128 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28b474-730b-40c1-a3e9-830f9bdf297a req-e1618202-1b16-4617-a4a4-795d18c6e2f7 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:11.294583 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ef28b474-730b-40c1-a3e9-830f9bdf297a req-e1618202-1b16-4617-a4a4-795d18c6e2f7 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0470979 May 19 13:56:11.340833 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ef28b474-730b-40c1-a3e9-830f9bdf297a req-3d7fd7dc-a757-4150-9462-86249c2b797e tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398457 May 19 13:56:12.452151 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd06b28-4a86-4661-aa97-26aa5a94b168 req-81178ea6-dc63-48e6-95fb-dd86df4e3e9f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:12.453594 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3dd06b28-4a86-4661-aa97-26aa5a94b168 req-81178ea6-dc63-48e6-95fb-dd86df4e3e9f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0455749 May 19 13:56:12.505093 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3dd06b28-4a86-4661-aa97-26aa5a94b168 req-f2caccbc-7fb3-4c26-a26f-abd85c71c8e3 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457571 May 19 13:56:13.539941 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 60408) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:13.618373 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 8ac901fd-8be2-4f40-b91e-de640ebcef79 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:56:13.638379 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] No Port match for: 8ac901fd-8be2-4f40-b91e-de640ebcef79 {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:56:13.638721 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 8ac901fd-8be2-4f40-b91e-de640ebcef79 not bound to the agent host hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:56:13.643617 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabf1fd-00a3-4b05-9b65-1d8789fcbd67 req-c7730f0a-d76c-4ed0-89e1-01ebed00d993 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:13.645135 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-deabf1fd-00a3-4b05-9b65-1d8789fcbd67 req-c7730f0a-d76c-4ed0-89e1-01ebed00d993 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0589695 May 19 13:56:13.706060 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-deabf1fd-00a3-4b05-9b65-1d8789fcbd67 req-8f3d3405-e89c-423b-8885-502e4ee3af05 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552177 May 19 13:56:13.707280 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d9065479-b255-4e87-a4a1-376399428346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:13.773880 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:13.777192 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:13.804709 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d9065479-b255-4e87-a4a1-376399428346 admin admin] Publish callbacks [] for security_group (54699a20-c32d-4fae-8ffe-cd618914ec7c), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:13.809353 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d9065479-b255-4e87-a4a1-376399428346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (54699a20-c32d-4fae-8ffe-cd618914ec7c), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:13.855728 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-d9065479-b255-4e87-a4a1-376399428346 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=865e2960151f475ea55b420d6056542f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144803 May 19 13:56:13.856755 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9065479-b255-4e87-a4a1-376399428346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54699a20-c32d-4fae-8ffe-cd618914ec7c,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:13.858427 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 60416) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:13.866981 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9065479-b255-4e87-a4a1-376399428346 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:13.866981 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9065479-b255-4e87-a4a1-376399428346 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:13.866981 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9065479-b255-4e87-a4a1-376399428346 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:13.866981 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9065479-b255-4e87-a4a1-376399428346 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:13.866981 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9065479-b255-4e87-a4a1-376399428346 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:13.866981 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9065479-b255-4e87-a4a1-376399428346 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:13.866981 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9065479-b255-4e87-a4a1-376399428346 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:13.867813 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9065479-b255-4e87-a4a1-376399428346 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:13.867813 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9065479-b255-4e87-a4a1-376399428346 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:13.867969 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9065479-b255-4e87-a4a1-376399428346 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:13.869176 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9065479-b255-4e87-a4a1-376399428346 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:13.869553 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9065479-b255-4e87-a4a1-376399428346 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:13.869881 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9065479-b255-4e87-a4a1-376399428346 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:13.870218 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9065479-b255-4e87-a4a1-376399428346 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:13.870952 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9065479-b255-4e87-a4a1-376399428346 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:13.919173 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98ea415f-8549-4864-8d46-7eb3972e5178 admin admin] Publish callbacks [] for security_group (54699a20-c32d-4fae-8ffe-cd618914ec7c), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:13.943610 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98ea415f-8549-4864-8d46-7eb3972e5178 admin admin] Publish callbacks [] for security_group (54699a20-c32d-4fae-8ffe-cd618914ec7c), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:13.954426 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:13.992527 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98ea415f-8549-4864-8d46-7eb3972e5178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (54699a20-c32d-4fae-8ffe-cd618914ec7c), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:13.995137 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-98ea415f-8549-4864-8d46-7eb3972e5178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:13.998525 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-98ea415f-8549-4864-8d46-7eb3972e5178 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/54699a20-c32d-4fae-8ffe-cd618914ec7c HTTP/1.1" status: 204 len: 168 time: 0.1359167 May 19 13:56:14.004921 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea415f-8549-4864-8d46-7eb3972e5178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54699a20-c32d-4fae-8ffe-cd618914ec7c,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:14.013883 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea415f-8549-4864-8d46-7eb3972e5178 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:14.014306 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea415f-8549-4864-8d46-7eb3972e5178 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:14.014660 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea415f-8549-4864-8d46-7eb3972e5178 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:14.015256 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea415f-8549-4864-8d46-7eb3972e5178 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:14.016317 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea415f-8549-4864-8d46-7eb3972e5178 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:14.016650 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea415f-8549-4864-8d46-7eb3972e5178 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:14.017109 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea415f-8549-4864-8d46-7eb3972e5178 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:14.017443 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea415f-8549-4864-8d46-7eb3972e5178 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:14.017779 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea415f-8549-4864-8d46-7eb3972e5178 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:14.018163 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea415f-8549-4864-8d46-7eb3972e5178 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:14.018532 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea415f-8549-4864-8d46-7eb3972e5178 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:14.019165 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea415f-8549-4864-8d46-7eb3972e5178 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:14.019700 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea415f-8549-4864-8d46-7eb3972e5178 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:14.020709 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea415f-8549-4864-8d46-7eb3972e5178 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:14.021052 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea415f-8549-4864-8d46-7eb3972e5178 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:14.822838 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f35cc4-164f-4768-a099-36c676908d52 req-c93b3332-df31-4a58-b673-49209cecd990 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:14.824360 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c7f35cc4-164f-4768-a099-36c676908d52 req-c93b3332-df31-4a58-b673-49209cecd990 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0470397 May 19 13:56:14.874348 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c7f35cc4-164f-4768-a099-36c676908d52 req-588ed213-823f-4cd5-93b9-db39a130ec73 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441215 May 19 13:56:16.004779 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888b107-8535-48a6-ab9a-563b08c136c2 req-69f09900-6cbb-4dca-9f99-1e04640e37c8 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:16.011464 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0888b107-8535-48a6-ab9a-563b08c136c2 req-69f09900-6cbb-4dca-9f99-1e04640e37c8 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0623989 May 19 13:56:16.063730 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0888b107-8535-48a6-ab9a-563b08c136c2 req-50612429-a4e2-4782-b9be-536e4ee1787a tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510738 May 19 13:56:17.180878 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d33f2-2596-40c0-9c63-0c4dc752d00a req-d2d8f294-ae8d-485c-ba93-bd461c758074 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:17.182352 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-136d33f2-2596-40c0-9c63-0c4dc752d00a req-d2d8f294-ae8d-485c-ba93-bd461c758074 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0467975 May 19 13:56:17.231486 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-136d33f2-2596-40c0-9c63-0c4dc752d00a req-33b1bae7-55ba-43f7-ba82-7ef539497920 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434005 May 19 13:56:18.029886 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:56:18.349379 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b836604-2767-4bc9-b3b4-9ed47c7eaf87 req-e11025ba-3fb1-4a4a-8378-450f0d9ffa1d tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:18.350920 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0b836604-2767-4bc9-b3b4-9ed47c7eaf87 req-e11025ba-3fb1-4a4a-8378-450f0d9ffa1d tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0519357 May 19 13:56:18.369254 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:18.409504 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0b836604-2767-4bc9-b3b4-9ed47c7eaf87 req-1e779885-97a6-4283-addf-a8fe30143807 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528207 May 19 13:56:19.523499 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13b079-3f33-49ce-bb13-a674abef6552 req-990b69e2-80d7-4063-a82c-f8e9fd175bd3 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:19.524976 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-df13b079-3f33-49ce-bb13-a674abef6552 req-990b69e2-80d7-4063-a82c-f8e9fd175bd3 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0474639 May 19 13:56:19.572452 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-df13b079-3f33-49ce-bb13-a674abef6552 req-65c08e98-ace2-4fe1-baa8-00cb4bdd564a tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418158 May 19 13:56:20.698184 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622541f-0b4c-4eee-80b7-e82730ee05f6 req-d3f75013-3d65-4e83-9fc5-78a4c9394464 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:20.699670 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d622541f-0b4c-4eee-80b7-e82730ee05f6 req-d3f75013-3d65-4e83-9fc5-78a4c9394464 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0502422 May 19 13:56:20.947289 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d622541f-0b4c-4eee-80b7-e82730ee05f6 req-b4dbc28a-c47a-442e-a19a-ea39fad46588 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415111 May 19 13:56:22.062239 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714e40d-ec80-4069-9850-120224e837f6 req-d4b4e134-78cc-4ef1-a364-0c309d29f97f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:22.064227 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d714e40d-ec80-4069-9850-120224e837f6 req-d4b4e134-78cc-4ef1-a364-0c309d29f97f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0470672 May 19 13:56:22.112855 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d714e40d-ec80-4069-9850-120224e837f6 req-1a8d263d-abdd-4520-90af-96db1550d99f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408020 May 19 13:56:23.226178 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac913f-f3a9-4298-9b7a-715ee83a1b4a req-86631f66-b0f4-4c87-a330-deba6484dfb7 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:23.227696 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-84ac913f-f3a9-4298-9b7a-715ee83a1b4a req-86631f66-b0f4-4c87-a330-deba6484dfb7 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0472255 May 19 13:56:23.277315 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-84ac913f-f3a9-4298-9b7a-715ee83a1b4a req-2ba7df12-6731-4bd3-9058-97e7d5409dee tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438416 May 19 13:56:24.007711 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=15,neutron:DELETE=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:24.008456 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:24.419300 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c7834-32b9-413c-89e0-d58a5f97dcce req-294c4fb7-2011-4a34-906e-8c1bd3925f0a tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:24.420833 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8b8c7834-32b9-413c-89e0-d58a5f97dcce req-294c4fb7-2011-4a34-906e-8c1bd3925f0a tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0759430 May 19 13:56:24.424654 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d2abd-032f-4844-87ec-afbad4294713 req-d5d42fa4-89aa-4742-8574-f468ca39fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:24.426068 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6e5d2abd-032f-4844-87ec-afbad4294713 req-d5d42fa4-89aa-4742-8574-f468ca39fd28 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 1129 time: 0.0690305 May 19 13:56:24.481467 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:24.498554 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:24.506154 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8b8c7834-32b9-413c-89e0-d58a5f97dcce req-09a64b55-e1b4-4c0f-8b22-570236263048 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788090 May 19 13:56:24.510316 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6e5d2abd-032f-4844-87ec-afbad4294713 req-2cea4fce-6f00-4317-bdb4-e76f9a759e7c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756423 May 19 13:56:25.624936 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc800b-3f71-4ef9-8ad9-e4202d15eccb req-588eb6b1-9c96-40e0-a3c2-0806376e7e02 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:25.627257 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-19cc800b-3f71-4ef9-8ad9-e4202d15eccb req-588eb6b1-9c96-40e0-a3c2-0806376e7e02 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0506124 May 19 13:56:25.677048 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-19cc800b-3f71-4ef9-8ad9-e4202d15eccb req-daba4bb7-d130-4c73-8c4b-7b83c2bbbf43 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439694 May 19 13:56:26.609135 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a5c1eaab-f1ad-4885-805a-cb03c8921ea0 req-f10f31a0-c496-44f2-918a-ad37f37fe9dd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385976 May 19 13:56:26.697485 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1eaab-f1ad-4885-805a-cb03c8921ea0 req-627b4d20-7183-4434-9584-6f04770b15ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:26.699759 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a5c1eaab-f1ad-4885-805a-cb03c8921ea0 req-627b4d20-7183-4434-9584-6f04770b15ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28027af4cc0c4ca99035e48aa6237805&device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 1129 time: 0.0488687 May 19 13:56:26.843391 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02720843-2b35-4bb5-a0fd-6168c3f420f0 req-a49414fe-3079-46ad-b116-10adb0e7259b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:26.845899 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-02720843-2b35-4bb5-a0fd-6168c3f420f0 req-a49414fe-3079-46ad-b116-10adb0e7259b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0868251 May 19 13:56:26.951781 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1eaab-f1ad-4885-805a-cb03c8921ea0 req-74a7e08a-e7e4-4f4a-afc5-ef2fc77caac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:26.951781 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a5c1eaab-f1ad-4885-805a-cb03c8921ea0 req-74a7e08a-e7e4-4f4a-afc5-ef2fc77caac9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=34a01e8b-7928-4301-ae0a-d1e9be21f258 HTTP/1.1" status: 200 len: 919 time: 0.2175045 May 19 13:56:26.961381 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-02720843-2b35-4bb5-a0fd-6168c3f420f0 req-49c02023-b69e-4d99-9a00-c7a75ad557b3 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073761 May 19 13:56:27.037633 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a5c1eaab-f1ad-4885-805a-cb03c8921ea0 req-5b1ebbee-2d07-4aed-ba56-54484b80d1de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c788124-2671-444c-98f8-1098c854377e HTTP/1.1" status: 200 len: 217 time: 0.0733604 May 19 13:56:27.119604 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1eaab-f1ad-4885-805a-cb03c8921ea0 req-8870042f-7efe-42e7-b8c1-1be734ddb8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:27.121481 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a5c1eaab-f1ad-4885-805a-cb03c8921ea0 req-8870042f-7efe-42e7-b8c1-1be734ddb8da service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e59f71b-406f-4674-9cc1-e5ca82f3a90f HTTP/1.1" status: 200 len: 857 time: 0.0773306 May 19 13:56:27.199016 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1eaab-f1ad-4885-805a-cb03c8921ea0 req-67486e08-e5b4-4534-b41c-b2cee99eaa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:27.201436 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a5c1eaab-f1ad-4885-805a-cb03c8921ea0 req-67486e08-e5b4-4534-b41c-b2cee99eaa1b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34a01e8b-7928-4301-ae0a-d1e9be21f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0665779 May 19 13:56:27.480922 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f089fe-8ccf-438b-88bb-13ca23d7f734 req-1f86c871-5810-494a-a428-1757440ffc72 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:27.482278 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-98f089fe-8ccf-438b-88bb-13ca23d7f734 req-1f86c871-5810-494a-a428-1757440ffc72 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.1744993 May 19 13:56:27.501703 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c26e86-610b-4a19-a9aa-b344dd8bbd0b req-17138036-b83b-4eee-b594-02650b00bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:27.503211 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-02c26e86-610b-4a19-a9aa-b344dd8bbd0b req-17138036-b83b-4eee-b594-02650b00bd0b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28027af4cc0c4ca99035e48aa6237805&device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 1129 time: 0.1942875 May 19 13:56:27.596797 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a5c1eaab-f1ad-4885-805a-cb03c8921ea0 req-3eaa81b9-5f42-4e27-bb96-de804d5f797b service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533981 May 19 13:56:27.617330 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-98f089fe-8ccf-438b-88bb-13ca23d7f734 req-c2c46421-0481-499f-9902-5b77ce494d96 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282735 May 19 13:56:27.686511 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c26e86-610b-4a19-a9aa-b344dd8bbd0b req-0c9f17a1-1231-483a-ab56-56501fa7c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:27.687955 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-02c26e86-610b-4a19-a9aa-b344dd8bbd0b req-0c9f17a1-1231-483a-ab56-56501fa7c05d service neutron] 10.222.0.65 "GET /v2.0/networks?id=34a01e8b-7928-4301-ae0a-d1e9be21f258 HTTP/1.1" status: 200 len: 919 time: 0.1708467 May 19 13:56:27.738144 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-02c26e86-610b-4a19-a9aa-b344dd8bbd0b req-8544ce50-3302-44b1-8820-05ea2ad38b88 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c2ca481-d8b3-43c5-9df6-5b028371dcf0 HTTP/1.1" status: 200 len: 217 time: 0.0415151 May 19 13:56:27.750103 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a5c1eaab-f1ad-4885-805a-cb03c8921ea0 req-d45218ec-8aae-4598-8731-4fe522c86aa6 service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444705 May 19 13:56:27.792573 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:27.799653 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c26e86-610b-4a19-a9aa-b344dd8bbd0b req-2417c97a-8c9f-4aee-9dc6-781f9c61494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:27.801119 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-02c26e86-610b-4a19-a9aa-b344dd8bbd0b req-2417c97a-8c9f-4aee-9dc6-781f9c61494c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e59f71b-406f-4674-9cc1-e5ca82f3a90f HTTP/1.1" status: 200 len: 857 time: 0.0501552 May 19 13:56:27.861328 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c26e86-610b-4a19-a9aa-b344dd8bbd0b req-32d88b39-ac81-44c1-9812-285a3bdf4931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:27.862807 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-02c26e86-610b-4a19-a9aa-b344dd8bbd0b req-32d88b39-ac81-44c1-9812-285a3bdf4931 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34a01e8b-7928-4301-ae0a-d1e9be21f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437615 May 19 13:56:27.982729 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:28.009271 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-02c26e86-610b-4a19-a9aa-b344dd8bbd0b req-a2eda2b6-e95f-4000-8301-c4b83f7e22da service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118987 May 19 13:56:28.361672 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:28.363695 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:28.412778 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=14 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:28.416954 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=14 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:28.520738 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-02c26e86-610b-4a19-a9aa-b344dd8bbd0b req-020ba3e5-2bd9-4b00-89a0-b9745b25944b service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922710 May 19 13:56:28.753167 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53c78e-6db2-478a-9194-0f009c6d8eb9 req-36b58d68-ccec-4c80-a95d-d93a3325c0cb tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:28.755692 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ab53c78e-6db2-478a-9194-0f009c6d8eb9 req-36b58d68-ccec-4c80-a95d-d93a3325c0cb tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0573766 May 19 13:56:28.814673 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ab53c78e-6db2-478a-9194-0f009c6d8eb9 req-c4320b8d-e5cb-4a48-b219-347bd9d084cb tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463707 May 19 13:56:29.962942 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c1a46-d9ec-442a-86be-394a1646b24b req-5d543eaa-1107-48d4-9a55-625618911954 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:29.971048 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1e9c1a46-d9ec-442a-86be-394a1646b24b req-5d543eaa-1107-48d4-9a55-625618911954 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0644286 May 19 13:56:29.998523 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 60726) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:30.039675 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1e9c1a46-d9ec-442a-86be-394a1646b24b req-81ce8e82-f5bf-48ce-b4f5-14c69bbad35c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673873 May 19 13:56:30.139337 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-877cd831-a8aa-4883-babb-789ff027bfb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:30.226323 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-877cd831-a8aa-4883-babb-789ff027bfb9 admin admin] Publish callbacks [] for security_group (1ebf3aec-5261-4440-b7c1-085d719e1bf9), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:30.230994 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-877cd831-a8aa-4883-babb-789ff027bfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (1ebf3aec-5261-4440-b7c1-085d719e1bf9), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:30.271566 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-877cd831-a8aa-4883-babb-789ff027bfb9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3640112bc8fc4cbebed43506d47a2306&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2713583 May 19 13:56:30.273912 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 60732) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:30.283970 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877cd831-a8aa-4883-babb-789ff027bfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebf3aec-5261-4440-b7c1-085d719e1bf9,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:30.339389 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-28da5274-4ebe-4591-9357-a676134e2096 admin admin] Publish callbacks [] for security_group (1ebf3aec-5261-4440-b7c1-085d719e1bf9), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:30.365339 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-28da5274-4ebe-4591-9357-a676134e2096 admin admin] Publish callbacks [] for security_group (1ebf3aec-5261-4440-b7c1-085d719e1bf9), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:30.445888 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-28da5274-4ebe-4591-9357-a676134e2096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (1ebf3aec-5261-4440-b7c1-085d719e1bf9), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:30.449216 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-28da5274-4ebe-4591-9357-a676134e2096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:30.453794 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-28da5274-4ebe-4591-9357-a676134e2096 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1ebf3aec-5261-4440-b7c1-085d719e1bf9 HTTP/1.1" status: 204 len: 168 time: 0.1785948 May 19 13:56:30.465683 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da5274-4ebe-4591-9357-a676134e2096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebf3aec-5261-4440-b7c1-085d719e1bf9,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:31.192536 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1034ab3-1d45-4f50-a1c5-68db7bee4a05 req-017283d8-f92b-4697-98e3-0fb90ff85c8d tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:31.199797 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d1034ab3-1d45-4f50-a1c5-68db7bee4a05 req-017283d8-f92b-4697-98e3-0fb90ff85c8d tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0899079 May 19 13:56:31.253091 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d1034ab3-1d45-4f50-a1c5-68db7bee4a05 req-54394b1a-01ce-4929-a5fa-e6f07e6488a3 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514805 May 19 13:56:31.277293 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 60764) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:31.413068 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-afed0f91-6b0c-4126-979e-7a55f382bc89 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-744068735-network', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:56:31.417368 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-fef7a13b-4907-481c-a17d-c140edbdeceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:31.437685 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afed0f91-6b0c-4126-979e-7a55f382bc89 admin admin] Made reservation on behalf of a51cbae6cb494a2fac656e416fe868c2 for: {'network': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:56:31.440385 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-afed0f91-6b0c-4126-979e-7a55f382bc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for network (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:31.449944 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-afed0f91-6b0c-4126-979e-7a55f382bc89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:31.554578 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-afed0f91-6b0c-4126-979e-7a55f382bc89 admin admin] Publish callbacks [] for security_group (7d842cca-1746-453a-94d7-8065bafe0d7a), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:31.559422 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-afed0f91-6b0c-4126-979e-7a55f382bc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (7d842cca-1746-453a-94d7-8065bafe0d7a), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:31.586027 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afed0f91-6b0c-4126-979e-7a55f382bc89 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=110062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:56:31.597042 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed0f91-6b0c-4126-979e-7a55f382bc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d842cca-1746-453a-94d7-8065bafe0d7a,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:31.602253 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-afed0f91-6b0c-4126-979e-7a55f382bc89 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784568151821', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (b873a258-08c0-4c14-bb12-c0681fda7ff4), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:31.602571 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.db.segments_db [None req-afed0f91-6b0c-4126-979e-7a55f382bc89 admin admin] Added segment b873a258-08c0-4c14-bb12-c0681fda7ff4 of type vlan for network 15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8 May 19 13:56:31.649134 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-afed0f91-6b0c-4126-979e-7a55f382bc89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784567602773'] for network (15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:31.683899 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-afed0f91-6b0c-4126-979e-7a55f382bc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for network (15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:31.685024 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afed0f91-6b0c-4126-979e-7a55f382bc89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:31.685739 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-afed0f91-6b0c-4126-979e-7a55f382bc89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:31.747272 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 60774) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:31.753059 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-c0bf94b1-a0ca-4a93-ab98-8f8fc20817a8 admin admin] Request body: {'subnet': {'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-744068735-subnet', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'ip_version': 4}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:56:31.757304 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-afed0f91-6b0c-4126-979e-7a55f382bc89 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4787793 May 19 13:56:31.777174 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed0f91-6b0c-4126-979e-7a55f382bc89 admin admin] Pushing event updated for resources: {'Network': ['ID=15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:31.786299 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bf94b1-a0ca-4a93-ab98-8f8fc20817a8 admin admin] Made reservation on behalf of a51cbae6cb494a2fac656e416fe868c2 for: {'subnet': 1} {{(pid=110061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:56:31.789054 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c0bf94b1-a0ca-4a93-ab98-8f8fc20817a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29430829'] for subnet (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:31.795647 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Network 15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8 details requested by agent ovs-agent-dv-cinder-784815-14-iscsi with host dv-cinder-784815-14-iscsi {{(pid=110063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:56:32.004906 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:32.016117 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c0bf94b1-a0ca-4a93-ab98-8f8fc20817a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30675732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29430843'] for subnet (5c345f5b-8f24-4fa9-b60a-045ce3f37188), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:32.090701 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf94b1-a0ca-4a93-ab98-8f8fc20817a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c345f5b-8f24-4fa9-b60a-045ce3f37188,revision_number=0']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:32.103572 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bf94b1-a0ca-4a93-ab98-8f8fc20817a8 admin admin] Checking segment: {'id': 'b873a258-08c0-4c14-bb12-c0681fda7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:56:32.104132 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf94b1-a0ca-4a93-ab98-8f8fc20817a8 admin admin] Network hostable DHCP agents. Network: 15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8, hostable agents: ['ed6e9061-200e-415c-854c-495582c024f0'], hosted agents: [] {{(pid=110061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:56:32.123611 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf94b1-a0ca-4a93-ab98-8f8fc20817a8 admin admin] Network 15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8 is scheduled to be hosted by DHCP agent ed6e9061-200e-415c-854c-495582c024f0 with binding_index 1 {{(pid=110061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:56:32.127198 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:32.134927 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [None req-c0bf94b1-a0ca-4a93-ab98-8f8fc20817a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-14-iscsi, 15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8) {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:56:32.140535 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bf94b1-a0ca-4a93-ab98-8f8fc20817a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:32.141127 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c0bf94b1-a0ca-4a93-ab98-8f8fc20817a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for subnet (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:32.148718 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394715a5-4ee4-4748-83bd-5f3030f496c5 None None] Network 15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:56:32.162066 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-c0bf94b1-a0ca-4a93-ab98-8f8fc20817a8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4135935 May 19 13:56:32.165636 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 60776) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:32.169860 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-1dce244a-eab6-44e9-9532-0c92d3230216 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-744068735-router', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:56:32.188860 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1dce244a-eab6-44e9-9532-0c92d3230216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6197'] for router (6f519e97-2616-4eee-88f4-0f78ea8abc78), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:32.190278 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1dce244a-eab6-44e9-9532-0c92d3230216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1631004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-473605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6188'] for router (6f519e97-2616-4eee-88f4-0f78ea8abc78), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:32.258608 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1dce244a-eab6-44e9-9532-0c92d3230216 admin admin] Publish callbacks [] for router_controller (6f519e97-2616-4eee-88f4-0f78ea8abc78), precommit_add_association {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:32.265553 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fe39ec4-ffd7-5688-a378-30d4d243c226-15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8', 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8', 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'fixed_ips': [{'subnet_id': '5c345f5b-8f24-4fa9-b60a-045ce3f37188'}]}} from dv-cinder-784815-14-iscsi. {{(pid=110063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 13:56:32.267100 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:32.380185 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45f2af-ed58-4080-841f-4680e7f1166d req-17062d99-d938-4a87-bc2d-74db681052f4 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:32.383363 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cf45f2af-ed58-4080-841f-4680e7f1166d req-17062d99-d938-4a87-bc2d-74db681052f4 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0568902 May 19 13:56:32.415867 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.db_base_plugin_common [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Allocated IP 172.20.0.2 (15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8/5c345f5b-8f24-4fa9-b60a-045ce3f37188/442ea998-c063-49ab-b88a-799f472ff8f2) {{(pid=110063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:56:32.457868 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cf45f2af-ed58-4080-841f-4680e7f1166d req-3c47e954-4aa2-400e-a38b-7910ba38f599 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705850 May 19 13:56:32.628665 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Publish callbacks [] for port (442ea998-c063-49ab-b88a-799f472ff8f2), precommit_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:32.638274 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (442ea998-c063-49ab-b88a-799f472ff8f2), after_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:32.649181 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1dce244a-eab6-44e9-9532-0c92d3230216 admin admin] Publish callbacks [] for router_gateway (6f519e97-2616-4eee-88f4-0f78ea8abc78), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:32.686470 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Network 15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8 is already hosted by enough agents. {{(pid=110063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:56:32.689788 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.scheduler.base_scheduler [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Resources bound (agent type, host, resource id): {{(pid=110063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:56:32.694190 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Received port after_create {{(pid=110063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:56:32.746977 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Pushing event updated for resources: {'Port': ['ID=442ea998-c063-49ab-b88a-799f472ff8f2,revision_number=1']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:32.763630 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:32.763969 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:32.764321 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:32.764665 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:32.764992 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:32.765308 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:32.765624 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:32.765936 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:32.766304 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:32.767669 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:32.767968 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:32.768307 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:32.768627 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:32.768934 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:32.769247 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:32.773024 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Attempting to bind port 442ea998-c063-49ab-b88a-799f472ff8f2 on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:56:32.773442 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Attempting to bind port 442ea998-c063-49ab-b88a-799f472ff8f2 by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': 'b873a258-08c0-4c14-bb12-c0681fda7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8'}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:56:32.773887 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Attempting to bind port 442ea998-c063-49ab-b88a-799f472ff8f2 on network 15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8 {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:56:32.780721 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:32.781404 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:56:32.781787 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Checking segment: {'id': 'b873a258-08c0-4c14-bb12-c0681fda7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:56:32.782853 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:32.783006 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:32.783411 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Bound using segment: {'id': 'b873a258-08c0-4c14-bb12-c0681fda7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8'} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:56:32.784164 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Bound port: 442ea998-c063-49ab-b88a-799f472ff8f2, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b873a258-08c0-4c14-bb12-c0681fda7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8'}}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:56:32.784676 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (442ea998-c063-49ab-b88a-799f472ff8f2), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:32.894227 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] For port 442ea998-c063-49ab-b88a-799f472ff8f2, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:56:32.900981 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] For port 442ea998-c063-49ab-b88a-799f472ff8f2, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=442ea998-c063-49ab-b88a-799f472ff8f2,segment=NetworkSegment(b873a258-08c0-4c14-bb12-c0681fda7ff4),segment_id=b873a258-08c0-4c14-bb12-c0681fda7ff4)] {{(pid=110063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:56:32.912652 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (442ea998-c063-49ab-b88a-799f472ff8f2), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:32.937717 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1dce244a-eab6-44e9-9532-0c92d3230216 admin admin] Publish callbacks [] for router_gateway (6f519e97-2616-4eee-88f4-0f78ea8abc78), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:32.990232 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f1b70-7ebb-4155-87ad-dc77dd88fae8 None None] Pushing event updated for resources: {'Port': ['ID=442ea998-c063-49ab-b88a-799f472ff8f2,revision_number=2']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:32.997470 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1dce244a-eab6-44e9-9532-0c92d3230216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:33.167327 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [None req-1dce244a-eab6-44e9-9532-0c92d3230216 admin admin] Allocated IP 172.27.2.122 (db349b0a-3651-4f3e-8f89-c44d13ee049b/851bfd66-21de-4b67-adef-488354d2d2c5/509fe760-1a91-4886-92e7-a01cfb11a7f4) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:56:33.409200 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1dce244a-eab6-44e9-9532-0c92d3230216 admin admin] Publish callbacks [] for port (509fe760-1a91-4886-92e7-a01cfb11a7f4), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:33.490494 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1dce244a-eab6-44e9-9532-0c92d3230216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (509fe760-1a91-4886-92e7-a01cfb11a7f4), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:33.581066 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dce244a-eab6-44e9-9532-0c92d3230216 admin admin] Network db349b0a-3651-4f3e-8f89-c44d13ee049b is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:56:33.592456 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-1dce244a-eab6-44e9-9532-0c92d3230216 admin admin] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:56:33.597416 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dce244a-eab6-44e9-9532-0c92d3230216 admin admin] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:56:33.633796 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce244a-eab6-44e9-9532-0c92d3230216 admin admin] Pushing event updated for resources: {'Port': ['ID=509fe760-1a91-4886-92e7-a01cfb11a7f4,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:33.814835 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-d8004d1f-ee46-4c8a-bc6a-2ee3e31e6b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:34.018634 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1dce244a-eab6-44e9-9532-0c92d3230216 admin admin] Publish callbacks [] for router_gateway (6f519e97-2616-4eee-88f4-0f78ea8abc78), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:34.176850 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:34.177444 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 60832) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:34.186729 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-2f5fc369-117b-445f-9a2c-25815e24a86f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Request body: {'security_group': {'name': 'tempest-securitygroup--921132183', 'description': 'tempest-description--942899122'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:56:34.247560 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2f5fc369-117b-445f-9a2c-25815e24a86f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:34.399715 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1dce244a-eab6-44e9-9532-0c92d3230216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1631179'] for router (6f519e97-2616-4eee-88f4-0f78ea8abc78), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:34.403411 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2f5fc369-117b-445f-9a2c-25815e24a86f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks [] for security_group (d8e9b8eb-7787-45c1-b652-4fba399be68a), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:34.413459 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2f5fc369-117b-445f-9a2c-25815e24a86f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (d8e9b8eb-7787-45c1-b652-4fba399be68a), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:34.455203 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2f5fc369-117b-445f-9a2c-25815e24a86f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:34.457007 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-2f5fc369-117b-445f-9a2c-25815e24a86f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2779098 May 19 13:56:34.460980 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 60834) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:34.467546 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-81ca6808-2801-45d8-bce0-2cac500851cd tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Request body: {'security_group_rule': {'security_group_id': 'd8e9b8eb-7787-45c1-b652-4fba399be68a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:56:34.495514 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:34.503653 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fc369-117b-445f-9a2c-25815e24a86f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e9b8eb-7787-45c1-b652-4fba399be68a,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:34.526013 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-81ca6808-2801-45d8-bce0-2cac500851cd tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks [] for security_group_rule (408dcbac-d018-4600-97bf-1a9744fb75e3), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:34.617460 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-81ca6808-2801-45d8-bce0-2cac500851cd tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks [] for security_group_rule (408dcbac-d018-4600-97bf-1a9744fb75e3), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:34.633808 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-81ca6808-2801-45d8-bce0-2cac500851cd tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (408dcbac-d018-4600-97bf-1a9744fb75e3), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:34.675903 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca6808-2801-45d8-bce0-2cac500851cd tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408dcbac-d018-4600-97bf-1a9744fb75e3,revision_number=0']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:34.690289 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-81ca6808-2801-45d8-bce0-2cac500851cd tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:34.692435 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-81ca6808-2801-45d8-bce0-2cac500851cd tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2302425 May 19 13:56:34.695246 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 60848) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:34.700784 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-2bf15bc0-c47f-482a-918c-eb195fbd1790 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Request body: {'security_group_rule': {'security_group_id': 'd8e9b8eb-7787-45c1-b652-4fba399be68a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:56:34.703527 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dce244a-eab6-44e9-9532-0c92d3230216 admin admin] Router 6f519e97-2616-4eee-88f4-0f78ea8abc78 is scheduled to L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc with binding_index 1 {{(pid=110062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 13:56:34.827490 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2904214-6277-45fe-b856-ccc5ed34d43b None None] Network 15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:56:34.836608 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2bf15bc0-c47f-482a-918c-eb195fbd1790 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks [] for security_group_rule (661721a9-eb48-4845-8bdc-e69a58bab780), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:34.843152 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dce244a-eab6-44e9-9532-0c92d3230216 admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:56:34.855079 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eda7d7c-95ba-4d15-ac0e-791cce7e9e73 None None] Sync routers for ids ['6f519e97-2616-4eee-88f4-0f78ea8abc78'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:56:34.872707 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eda7d7c-95ba-4d15-ac0e-791cce7e9e73 None None] Routers {'6f519e97-2616-4eee-88f4-0f78ea8abc78'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:56:34.873445 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-9eda7d7c-95ba-4d15-ac0e-791cce7e9e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:56:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['6f519e97-2616-4eee-88f4-0f78ea8abc78'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:56:34.888411 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1dce244a-eab6-44e9-9532-0c92d3230216 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:34.892044 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-1dce244a-eab6-44e9-9532-0c92d3230216 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7246578 May 19 13:56:34.893095 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 60854) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:34.962638 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:34.978653 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 442ea998-c063-49ab-b88a-799f472ff8f2 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:56:34.984819 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2bf15bc0-c47f-482a-918c-eb195fbd1790 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks [] for security_group_rule (661721a9-eb48-4845-8bdc-e69a58bab780), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:34.995336 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=86,neutron:UPDATE=9,neutron:INSERT=5 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:34.997432 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2bf15bc0-c47f-482a-918c-eb195fbd1790 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (661721a9-eb48-4845-8bdc-e69a58bab780), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:35.000986 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-9eda7d7c-95ba-4d15-ac0e-791cce7e9e73 None None] Set router 6f519e97-2616-4eee-88f4-0f78ea8abc78 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:56:35.022715 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf15bc0-c47f-482a-918c-eb195fbd1790 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661721a9-eb48-4845-8bdc-e69a58bab780,revision_number=0']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:35.061133 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-d14f71f4-0466-42d1-b20b-d52c0a9f40e4 None None] Provisioning complete for port 442ea998-c063-49ab-b88a-799f472ff8f2 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:56:35.061717 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-d14f71f4-0466-42d1-b20b-d52c0a9f40e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (442ea998-c063-49ab-b88a-799f472ff8f2), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:35.067805 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2bf15bc0-c47f-482a-918c-eb195fbd1790 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:35.073033 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-2bf15bc0-c47f-482a-918c-eb195fbd1790 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3765030 May 19 13:56:35.073739 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 60856) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:35.078498 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-ae3f062c-2c8a-494a-927f-3b3219d8d28f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Request body: {'floatingip': {'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:56:35.080331 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:35.133563 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 60858) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:35.151419 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ae3f062c-2c8a-494a-927f-3b3219d8d28f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:35.208086 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-9eda7d7c-95ba-4d15-ac0e-791cce7e9e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'name': 'tempest-TestMinimumBasicScenario-744068735-router', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '509fe760-1a91-4886-92e7-a01cfb11a7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:56:32Z', 'updated_at': '2022-05-19T13:56:33Z', 'revision_number': 3, 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'gw_port': {'id': '509fe760-1a91-4886-92e7-a01cfb11a7f4', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:33Z', 'updated_at': '2022-05-19T13:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:56:35.235890 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eda7d7c-95ba-4d15-ac0e-791cce7e9e73 None None] Checking router: 6f519e97-2616-4eee-88f4-0f78ea8abc78 for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:56:35.236810 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eda7d7c-95ba-4d15-ac0e-791cce7e9e73 None None] Updating router 6f519e97-2616-4eee-88f4-0f78ea8abc78 port 509fe760-1a91-4886-92e7-a01cfb11a7f4 binding host dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:56:35.272125 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-9eda7d7c-95ba-4d15-ac0e-791cce7e9e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (509fe760-1a91-4886-92e7-a01cfb11a7f4), before_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:35.301430 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-8c94f8d8-cfa3-4ab9-9646-cce8e25efa47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:35.320805 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 442ea998-c063-49ab-b88a-799f472ff8f2 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:56:35.321175 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (442ea998-c063-49ab-b88a-799f472ff8f2), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:35.347384 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ae3f062c-2c8a-494a-927f-3b3219d8d28f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:35.426707 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:35.433033 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:35.515669 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-d14f71f4-0466-42d1-b20b-d52c0a9f40e4 None None] Current status of the port 442ea998-c063-49ab-b88a-799f472ff8f2 is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:56:35.516056 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-d14f71f4-0466-42d1-b20b-d52c0a9f40e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (442ea998-c063-49ab-b88a-799f472ff8f2), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:35.528758 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-8c94f8d8-cfa3-4ab9-9646-cce8e25efa47 admin admin] Publish callbacks [] for security_group (a5518745-17b3-4d2e-8aa2-e9b6b00581fe), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:35.535405 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-8c94f8d8-cfa3-4ab9-9646-cce8e25efa47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (a5518745-17b3-4d2e-8aa2-e9b6b00581fe), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:35.583273 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 442ea998-c063-49ab-b88a-799f472ff8f2 is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:56:35.583659 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (442ea998-c063-49ab-b88a-799f472ff8f2), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:35.602256 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-d14f71f4-0466-42d1-b20b-d52c0a9f40e4 None None] For port 442ea998-c063-49ab-b88a-799f472ff8f2, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=442ea998-c063-49ab-b88a-799f472ff8f2,segment=NetworkSegment(b873a258-08c0-4c14-bb12-c0681fda7ff4),segment_id=b873a258-08c0-4c14-bb12-c0681fda7ff4)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:56:35.606028 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c94f8d8-cfa3-4ab9-9646-cce8e25efa47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5518745-17b3-4d2e-8aa2-e9b6b00581fe,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:35.615570 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-d14f71f4-0466-42d1-b20b-d52c0a9f40e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (442ea998-c063-49ab-b88a-799f472ff8f2), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:35.626128 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:35.640676 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-8c94f8d8-cfa3-4ab9-9646-cce8e25efa47 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=35444f2dc65a40828956a113763d3259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4981835 May 19 13:56:35.641192 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 60866) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:35.648879 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-de01ad4e-72da-4ec8-89a9-e93bc1bafce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:35.657553 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-9eda7d7c-95ba-4d15-ac0e-791cce7e9e73 None None] Publish callbacks [] for port (509fe760-1a91-4886-92e7-a01cfb11a7f4), precommit_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:35.682635 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-9eda7d7c-95ba-4d15-ac0e-791cce7e9e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (509fe760-1a91-4886-92e7-a01cfb11a7f4), after_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:35.749189 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.db.api [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 19 13:56:35.749605 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG oslo_db.api [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:56:35.750173 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f71f4-0466-42d1-b20b-d52c0a9f40e4 None None] Pushing event updated for resources: {'Port': ['ID=442ea998-c063-49ab-b88a-799f472ff8f2,revision_number=3']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:35.767797 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f899f3-4ee1-4968-bbc2-8a3118d53e51 None None] Pushing event updated for resources: {'Port': ['ID=509fe760-1a91-4886-92e7-a01cfb11a7f4,revision_number=2']} {{(pid=110064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:35.784366 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f899f3-4ee1-4968-bbc2-8a3118d53e51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:35.784816 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f899f3-4ee1-4968-bbc2-8a3118d53e51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:35.785822 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f899f3-4ee1-4968-bbc2-8a3118d53e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:35.786107 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f899f3-4ee1-4968-bbc2-8a3118d53e51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:35.786441 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f899f3-4ee1-4968-bbc2-8a3118d53e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:35.786763 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f899f3-4ee1-4968-bbc2-8a3118d53e51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:35.787107 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f899f3-4ee1-4968-bbc2-8a3118d53e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:35.787471 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f899f3-4ee1-4968-bbc2-8a3118d53e51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:35.787803 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f899f3-4ee1-4968-bbc2-8a3118d53e51 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:35.788125 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f899f3-4ee1-4968-bbc2-8a3118d53e51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:35.788443 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f899f3-4ee1-4968-bbc2-8a3118d53e51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:35.790041 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f899f3-4ee1-4968-bbc2-8a3118d53e51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:35.790041 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f899f3-4ee1-4968-bbc2-8a3118d53e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:35.790041 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f899f3-4ee1-4968-bbc2-8a3118d53e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:35.790041 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f899f3-4ee1-4968-bbc2-8a3118d53e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:56:35.833447 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-9eda7d7c-95ba-4d15-ac0e-791cce7e9e73 None None] Attempting to bind port 509fe760-1a91-4886-92e7-a01cfb11a7f4 on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:56:35.833814 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-9eda7d7c-95ba-4d15-ac0e-791cce7e9e73 None None] Attempting to bind port 509fe760-1a91-4886-92e7-a01cfb11a7f4 by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}] {{(pid=110064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:56:35.834173 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eda7d7c-95ba-4d15-ac0e-791cce7e9e73 None None] Attempting to bind port 509fe760-1a91-4886-92e7-a01cfb11a7f4 on network db349b0a-3651-4f3e-8f89-c44d13ee049b {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:56:35.834677 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_common [None req-ae3f062c-2c8a-494a-927f-3b3219d8d28f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Allocated IP 172.27.2.198 (db349b0a-3651-4f3e-8f89-c44d13ee049b/851bfd66-21de-4b67-adef-488354d2d2c5/393a1f4a-cd3e-40ab-98a6-f40679dc31d2) {{(pid=110061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:56:35.840296 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eda7d7c-95ba-4d15-ac0e-791cce7e9e73 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:56:35.840672 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eda7d7c-95ba-4d15-ac0e-791cce7e9e73 None None] Checking segment: {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:56:35.841215 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-9eda7d7c-95ba-4d15-ac0e-791cce7e9e73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:35.842382 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eda7d7c-95ba-4d15-ac0e-791cce7e9e73 None None] Bound using segment: {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'} {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:56:35.842382 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-9eda7d7c-95ba-4d15-ac0e-791cce7e9e73 None None] Bound port: 509fe760-1a91-4886-92e7-a01cfb11a7f4, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}}] {{(pid=110064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:56:35.842611 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-16c2f27c-f335-4c43-8cec-bcbe5273971b admin admin] Publish callbacks [] for security_group (a5518745-17b3-4d2e-8aa2-e9b6b00581fe), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:35.842723 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-9eda7d7c-95ba-4d15-ac0e-791cce7e9e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (509fe760-1a91-4886-92e7-a01cfb11a7f4), before_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:35.843207 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-a835e1f2-753d-496d-ad76-036a34734e5e None None] Provisioning complete for port 442ea998-c063-49ab-b88a-799f472ff8f2 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:56:35.844060 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-a835e1f2-753d-496d-ad76-036a34734e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (442ea998-c063-49ab-b88a-799f472ff8f2), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:35.876697 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [None req-de01ad4e-72da-4ec8-89a9-e93bc1bafce7 admin admin] Allocated IP 172.20.0.1 (15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8/5c345f5b-8f24-4fa9-b60a-045ce3f37188/dcdbb88e-ccfe-4abc-843d-539fdcd081cd) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:56:35.890651 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-16c2f27c-f335-4c43-8cec-bcbe5273971b admin admin] Publish callbacks [] for security_group (a5518745-17b3-4d2e-8aa2-e9b6b00581fe), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:35.949997 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-a835e1f2-753d-496d-ad76-036a34734e5e None None] Current status of the port 442ea998-c063-49ab-b88a-799f472ff8f2 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:56:35.984855 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.db [None req-9eda7d7c-95ba-4d15-ac0e-791cce7e9e73 None None] For port 509fe760-1a91-4886-92e7-a01cfb11a7f4, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:56:35.988830 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.db [None req-9eda7d7c-95ba-4d15-ac0e-791cce7e9e73 None None] For port 509fe760-1a91-4886-92e7-a01cfb11a7f4, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=509fe760-1a91-4886-92e7-a01cfb11a7f4,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:56:35.997571 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-9eda7d7c-95ba-4d15-ac0e-791cce7e9e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (509fe760-1a91-4886-92e7-a01cfb11a7f4), after_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:36.011258 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-16c2f27c-f335-4c43-8cec-bcbe5273971b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (a5518745-17b3-4d2e-8aa2-e9b6b00581fe), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:36.013915 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-16c2f27c-f335-4c43-8cec-bcbe5273971b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:36.015183 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-16c2f27c-f335-4c43-8cec-bcbe5273971b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a5518745-17b3-4d2e-8aa2-e9b6b00581fe HTTP/1.1" status: 204 len: 168 time: 0.3728600 May 19 13:56:36.018717 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ae3f062c-2c8a-494a-927f-3b3219d8d28f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks [] for port (393a1f4a-cd3e-40ab-98a6-f40679dc31d2), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:36.023446 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-de01ad4e-72da-4ec8-89a9-e93bc1bafce7 admin admin] Publish callbacks [] for port (dcdbb88e-ccfe-4abc-843d-539fdcd081cd), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:36.030778 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2f27c-f335-4c43-8cec-bcbe5273971b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5518745-17b3-4d2e-8aa2-e9b6b00581fe,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:36.060633 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:36.075639 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eda7d7c-95ba-4d15-ac0e-791cce7e9e73 None None] Routers {'6f519e97-2616-4eee-88f4-0f78ea8abc78'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:56:36.076366 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-9eda7d7c-95ba-4d15-ac0e-791cce7e9e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:56:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['6f519e97-2616-4eee-88f4-0f78ea8abc78'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:56:36.081724 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:36.090222 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-de01ad4e-72da-4ec8-89a9-e93bc1bafce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (dcdbb88e-ccfe-4abc-843d-539fdcd081cd), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:36.120905 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:36.121352 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ae3f062c-2c8a-494a-927f-3b3219d8d28f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (393a1f4a-cd3e-40ab-98a6-f40679dc31d2), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:36.125228 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f899f3-4ee1-4968-bbc2-8a3118d53e51 None None] Pushing event updated for resources: {'Port': ['ID=509fe760-1a91-4886-92e7-a01cfb11a7f4,revision_number=3']} {{(pid=110064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:36.136069 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de01ad4e-72da-4ec8-89a9-e93bc1bafce7 admin admin] Network 15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8 is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:56:36.141169 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-de01ad4e-72da-4ec8-89a9-e93bc1bafce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:56:36.144600 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de01ad4e-72da-4ec8-89a9-e93bc1bafce7 admin admin] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:56:36.180393 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3f062c-2c8a-494a-927f-3b3219d8d28f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Network db349b0a-3651-4f3e-8f89-c44d13ee049b is already hosted by enough agents. {{(pid=110061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:56:36.186493 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [None req-ae3f062c-2c8a-494a-927f-3b3219d8d28f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Resources bound (agent type, host, resource id): {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:56:36.187018 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01ad4e-72da-4ec8-89a9-e93bc1bafce7 admin admin] Pushing event updated for resources: {'Port': ['ID=dcdbb88e-ccfe-4abc-843d-539fdcd081cd,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:36.189602 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f062c-2c8a-494a-927f-3b3219d8d28f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Pushing event updated for resources: {'Port': ['ID=393a1f4a-cd3e-40ab-98a6-f40679dc31d2,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:36.196438 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3f062c-2c8a-494a-927f-3b3219d8d28f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Received port after_create {{(pid=110061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:56:36.205228 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-de01ad4e-72da-4ec8-89a9-e93bc1bafce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634022'] for router_interface (6f519e97-2616-4eee-88f4-0f78ea8abc78), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:36.245647 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-9eda7d7c-95ba-4d15-ac0e-791cce7e9e73 None None] Set router 6f519e97-2616-4eee-88f4-0f78ea8abc78 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:56:36.263442 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:36.310349 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ae3f062c-2c8a-494a-927f-3b3219d8d28f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks [] for floatingip (0240a74b-5c41-4123-99fb-2c0e8883bb80), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:36.365150 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ae3f062c-2c8a-494a-927f-3b3219d8d28f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (393a1f4a-cd3e-40ab-98a6-f40679dc31d2), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:36.371020 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 442ea998-c063-49ab-b88a-799f472ff8f2 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:56:36.387174 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:36.426577 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-de01ad4e-72da-4ec8-89a9-e93bc1bafce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (dcdbb88e-ccfe-4abc-843d-539fdcd081cd), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:36.472404 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:36.563461 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-9eda7d7c-95ba-4d15-ac0e-791cce7e9e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'name': 'tempest-TestMinimumBasicScenario-744068735-router', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '509fe760-1a91-4886-92e7-a01cfb11a7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:56:32Z', 'updated_at': '2022-05-19T13:56:33Z', 'revision_number': 3, 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'gw_port': {'id': '509fe760-1a91-4886-92e7-a01cfb11a7f4', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:33Z', 'updated_at': '2022-05-19T13:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:56:36.581563 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-5ed3f22a-0ad5-41a3-af41-62369bbc0a89 None None] Provisioning complete for port dcdbb88e-ccfe-4abc-843d-539fdcd081cd triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:56:36.584283 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-5ed3f22a-0ad5-41a3-af41-62369bbc0a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (dcdbb88e-ccfe-4abc-843d-539fdcd081cd), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:36.601761 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ae3f062c-2c8a-494a-927f-3b3219d8d28f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks [] for port (393a1f4a-cd3e-40ab-98a6-f40679dc31d2), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:36.609293 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ae3f062c-2c8a-494a-927f-3b3219d8d28f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30676627'] for port (393a1f4a-cd3e-40ab-98a6-f40679dc31d2), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:36.617588 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eda7d7c-95ba-4d15-ac0e-791cce7e9e73 None None] The sync data for ids ['6f519e97-2616-4eee-88f4-0f78ea8abc78'] in dv-cinder-784815-14-iscsi is: [{'id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'name': 'tempest-TestMinimumBasicScenario-744068735-router', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '509fe760-1a91-4886-92e7-a01cfb11a7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:56:32Z', 'updated_at': '2022-05-19T13:56:33Z', 'revision_number': 3, 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'gw_port': {'id': '509fe760-1a91-4886-92e7-a01cfb11a7f4', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:33Z', 'updated_at': '2022-05-19T13:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:56:36.638889 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-5ed3f22a-0ad5-41a3-af41-62369bbc0a89 None None] Port dcdbb88e-ccfe-4abc-843d-539fdcd081cd cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:56:36.700174 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f062c-2c8a-494a-927f-3b3219d8d28f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Pushing event updated for resources: {'Port': ['ID=393a1f4a-cd3e-40ab-98a6-f40679dc31d2,revision_number=2']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:36.717757 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ae3f062c-2c8a-494a-927f-3b3219d8d28f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (0240a74b-5c41-4123-99fb-2c0e8883bb80), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:36.721333 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-de01ad4e-72da-4ec8-89a9-e93bc1bafce7 admin admin] Publish callbacks [] for port (dcdbb88e-ccfe-4abc-843d-539fdcd081cd), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:36.727891 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-de01ad4e-72da-4ec8-89a9-e93bc1bafce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29558909'] for port (dcdbb88e-ccfe-4abc-843d-539fdcd081cd), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:36.740711 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ae3f062c-2c8a-494a-927f-3b3219d8d28f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:36.742004 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-ae3f062c-2c8a-494a-927f-3b3219d8d28f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6672409 May 19 13:56:36.804802 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 442ea998-c063-49ab-b88a-799f472ff8f2 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:56:36.832570 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-de01ad4e-72da-4ec8-89a9-e93bc1bafce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1624750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633196'] for router_interface (6f519e97-2616-4eee-88f4-0f78ea8abc78), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:36.867676 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01ad4e-72da-4ec8-89a9-e93bc1bafce7 admin admin] Pushing event updated for resources: {'Port': ['ID=dcdbb88e-ccfe-4abc-843d-539fdcd081cd,revision_number=2']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:36.879478 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 442ea998-c063-49ab-b88a-799f472ff8f2 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:56:36.880002 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (442ea998-c063-49ab-b88a-799f472ff8f2), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:36.921161 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:36.987455 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 442ea998-c063-49ab-b88a-799f472ff8f2 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:56:36.990522 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de01ad4e-72da-4ec8-89a9-e93bc1bafce7 admin admin] Network 15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8 is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:56:36.992235 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-de01ad4e-72da-4ec8-89a9-e93bc1bafce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:56:37.122948 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-1b23aa1f-1e77-4f63-829d-ad9418de034c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--921132183&fields=id&tenant_id=28027af4cc0c4ca99035e48aa6237805 HTTP/1.1" status: 200 len: 267 time: 0.0951035 May 19 13:56:37.139647 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:37.140442 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:37.178519 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de01ad4e-72da-4ec8-89a9-e93bc1bafce7 admin admin] Router 6f519e97-2616-4eee-88f4-0f78ea8abc78 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:56:37.313315 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-8a889963-d85b-449b-8fa5-91d59f157ed4 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:37.320543 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-8a889963-d85b-449b-8fa5-91d59f157ed4 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/networks?id=34a01e8b-7928-4301-ae0a-d1e9be21f258 HTTP/1.1" status: 200 len: 818 time: 0.1860507 May 19 13:56:37.337376 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-707a2fd1-52d6-4a67-9b3b-cfeca0fd5c20 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/quotas/28027af4cc0c4ca99035e48aa6237805 HTTP/1.1" status: 200 len: 375 time: 0.0156202 May 19 13:56:37.375322 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-e07f6dcc-f8fa-4738-ad9c-d2fd6a634a1a None None] Provisioning complete for port dcdbb88e-ccfe-4abc-843d-539fdcd081cd triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:56:37.375695 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-e07f6dcc-f8fa-4738-ad9c-d2fd6a634a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (dcdbb88e-ccfe-4abc-843d-539fdcd081cd), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:37.415138 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de01ad4e-72da-4ec8-89a9-e93bc1bafce7 admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:56:37.431372 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-de01ad4e-72da-4ec8-89a9-e93bc1bafce7 admin admin] 10.222.0.52 "PUT /v2.0/routers/6f519e97-2616-4eee-88f4-0f78ea8abc78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5356555 May 19 13:56:37.481635 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-e07f6dcc-f8fa-4738-ad9c-d2fd6a634a1a None None] Port dcdbb88e-ccfe-4abc-843d-539fdcd081cd cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:56:37.486505 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-15803b21-c77c-413e-a478-130638de13db tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=28027af4cc0c4ca99035e48aa6237805&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1412668 May 19 13:56:37.655890 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-fce1aaec-2967-4b3f-9c24-2c73e3c18cb5 service neutron] 10.222.0.52 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402061 May 19 13:56:37.781162 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:37.853910 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-606f27e7-dd7d-4786-bff7-53258c76a0de service neutron] 10.222.0.52 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890578 May 19 13:56:38.215644 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-65bd8411-3be5-4314-81df-e1431ac6b956 req-1200ca4d-d2ed-4e70-88ee-95c5a1536669 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 210 time: 0.0674655 May 19 13:56:38.456065 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 60956) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:38.467567 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-388efdc4-9d52-441a-a512-5c5f87c19f33 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1982275133-network', 'tenant_id': '1f4275b742b84ecc97c6aff544e82d88'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:56:38.522198 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388efdc4-9d52-441a-a512-5c5f87c19f33 admin admin] Made reservation on behalf of 1f4275b742b84ecc97c6aff544e82d88 for: {'network': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:56:38.530640 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-388efdc4-9d52-441a-a512-5c5f87c19f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for network (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:38.544847 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-388efdc4-9d52-441a-a512-5c5f87c19f33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:38.671590 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-388efdc4-9d52-441a-a512-5c5f87c19f33 admin admin] Publish callbacks [] for security_group (cfe5bc5b-e25a-4fb4-b47f-4801bcaae050), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:38.678095 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-388efdc4-9d52-441a-a512-5c5f87c19f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (cfe5bc5b-e25a-4fb4-b47f-4801bcaae050), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:38.713119 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388efdc4-9d52-441a-a512-5c5f87c19f33 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=110062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:56:38.745388 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388efdc4-9d52-441a-a512-5c5f87c19f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe5bc5b-e25a-4fb4-b47f-4801bcaae050,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:38.749216 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-388efdc4-9d52-441a-a512-5c5f87c19f33 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784568151821', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (33188b60-a846-4349-afe3-423905fd4459), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:38.749695 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.db.segments_db [None req-388efdc4-9d52-441a-a512-5c5f87c19f33 admin admin] Added segment 33188b60-a846-4349-afe3-423905fd4459 of type vlan for network 037b0d91-8d72-4470-bac5-4a13abbb68df May 19 13:56:38.816285 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-388efdc4-9d52-441a-a512-5c5f87c19f33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784567602773'] for network (037b0d91-8d72-4470-bac5-4a13abbb68df), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:38.870022 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-388efdc4-9d52-441a-a512-5c5f87c19f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for network (037b0d91-8d72-4470-bac5-4a13abbb68df), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:38.872238 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388efdc4-9d52-441a-a512-5c5f87c19f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:38.872960 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-388efdc4-9d52-441a-a512-5c5f87c19f33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:38.887445 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 509fe760-1a91-4886-92e7-a01cfb11a7f4 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:56:38.984150 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 509fe760-1a91-4886-92e7-a01cfb11a7f4 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:56:38.984511 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (509fe760-1a91-4886-92e7-a01cfb11a7f4), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:39.021854 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:39.054232 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-388efdc4-9d52-441a-a512-5c5f87c19f33 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5964108 May 19 13:56:39.057029 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 60978) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:39.062138 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-814685b9-1567-4162-bca5-bda1aa7b5ef1 admin admin] Request body: {'subnet': {'network_id': '037b0d91-8d72-4470-bac5-4a13abbb68df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1982275133-subnet', 'tenant_id': '1f4275b742b84ecc97c6aff544e82d88', 'ip_version': 4}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:56:39.069173 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388efdc4-9d52-441a-a512-5c5f87c19f33 admin admin] Pushing event updated for resources: {'Network': ['ID=037b0d91-8d72-4470-bac5-4a13abbb68df,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:39.093757 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Network 037b0d91-8d72-4470-bac5-4a13abbb68df details requested by agent ovs-agent-dv-cinder-784815-14-iscsi with host dv-cinder-784815-14-iscsi {{(pid=110063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:56:39.113606 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814685b9-1567-4162-bca5-bda1aa7b5ef1 admin admin] Made reservation on behalf of 1f4275b742b84ecc97c6aff544e82d88 for: {'subnet': 1} {{(pid=110061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:56:39.116403 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-814685b9-1567-4162-bca5-bda1aa7b5ef1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29430829'] for subnet (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:39.373328 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:39.461153 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4f8f6ea8-2da6-4e88-b470-bff609eb72d8 req-b01f388f-7ea7-4ea6-87f0-742593184905 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 210 time: 0.1391587 May 19 13:56:39.504893 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 509fe760-1a91-4886-92e7-a01cfb11a7f4 is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:56:39.506207 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (509fe760-1a91-4886-92e7-a01cfb11a7f4), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:39.517945 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903876e7-2674-4489-b18c-fe4d06838bdf None None] Sync routers for ids ['6f519e97-2616-4eee-88f4-0f78ea8abc78'] in dv-cinder-784815-14-iscsi {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:56:39.551872 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] For port 509fe760-1a91-4886-92e7-a01cfb11a7f4, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=509fe760-1a91-4886-92e7-a01cfb11a7f4,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:56:39.559412 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903876e7-2674-4489-b18c-fe4d06838bdf None None] Routers {'6f519e97-2616-4eee-88f4-0f78ea8abc78'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:56:39.560603 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-903876e7-2674-4489-b18c-fe4d06838bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:56:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['6f519e97-2616-4eee-88f4-0f78ea8abc78'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:56:39.565097 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (509fe760-1a91-4886-92e7-a01cfb11a7f4), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:39.565532 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:39.585910 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-814685b9-1567-4162-bca5-bda1aa7b5ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30675732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29430843'] for subnet (29a9c90b-cbb1-4c16-9f09-60a10dad42c5), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:39.663967 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Pushing event updated for resources: {'Port': ['ID=509fe760-1a91-4886-92e7-a01cfb11a7f4,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:39.693792 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814685b9-1567-4162-bca5-bda1aa7b5ef1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29a9c90b-cbb1-4c16-9f09-60a10dad42c5,revision_number=0']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:39.698405 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814685b9-1567-4162-bca5-bda1aa7b5ef1 admin admin] Checking segment: {'id': '33188b60-a846-4349-afe3-423905fd4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '037b0d91-8d72-4470-bac5-4a13abbb68df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:56:39.698787 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814685b9-1567-4162-bca5-bda1aa7b5ef1 admin admin] Network hostable DHCP agents. Network: 037b0d91-8d72-4470-bac5-4a13abbb68df, hostable agents: ['ed6e9061-200e-415c-854c-495582c024f0'], hosted agents: [] {{(pid=110061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:56:39.725015 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814685b9-1567-4162-bca5-bda1aa7b5ef1 admin admin] Network 037b0d91-8d72-4470-bac5-4a13abbb68df is scheduled to be hosted by DHCP agent ed6e9061-200e-415c-854c-495582c024f0 with binding_index 1 {{(pid=110061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:56:39.748193 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [None req-814685b9-1567-4162-bca5-bda1aa7b5ef1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-14-iscsi, 037b0d91-8d72-4470-bac5-4a13abbb68df) {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:56:39.753490 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814685b9-1567-4162-bca5-bda1aa7b5ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:39.754636 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-814685b9-1567-4162-bca5-bda1aa7b5ef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for subnet (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:39.770690 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4338ccc0-64e4-4b6d-875d-fc873f0f54e0 None None] Network 037b0d91-8d72-4470-bac5-4a13abbb68df requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:56:39.798400 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-814685b9-1567-4162-bca5-bda1aa7b5ef1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7373567 May 19 13:56:39.799142 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 60998) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:39.805534 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-75af7b64-ff92-4969-bbc3-490454983775 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1982275133-router', 'tenant_id': '1f4275b742b84ecc97c6aff544e82d88', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:56:39.856869 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-75af7b64-ff92-4969-bbc3-490454983775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6197'] for router (8b9dbd45-ef9f-42d3-aace-c334f5e2105f), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:39.858295 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-75af7b64-ff92-4969-bbc3-490454983775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1631004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-473605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6188'] for router (8b9dbd45-ef9f-42d3-aace-c334f5e2105f), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:39.875255 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-903876e7-2674-4489-b18c-fe4d06838bdf None None] Set router 6f519e97-2616-4eee-88f4-0f78ea8abc78 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:56:39.948989 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-75af7b64-ff92-4969-bbc3-490454983775 admin admin] Publish callbacks [] for router_controller (8b9dbd45-ef9f-42d3-aace-c334f5e2105f), precommit_add_association {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:40.083197 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8033eae2-f9ff-4494-aae1-03cb583293e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fe39ec4-ffd7-5688-a378-30d4d243c226-037b0d91-8d72-4470-bac5-4a13abbb68df', 'network_id': '037b0d91-8d72-4470-bac5-4a13abbb68df', 'project_id': '1f4275b742b84ecc97c6aff544e82d88', 'fixed_ips': [{'subnet_id': '29a9c90b-cbb1-4c16-9f09-60a10dad42c5'}]}} from dv-cinder-784815-14-iscsi. {{(pid=110063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 13:56:40.085675 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-8033eae2-f9ff-4494-aae1-03cb583293e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:40.215802 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-75af7b64-ff92-4969-bbc3-490454983775 admin admin] Publish callbacks [] for router_gateway (8b9dbd45-ef9f-42d3-aace-c334f5e2105f), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:40.261365 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-903876e7-2674-4489-b18c-fe4d06838bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'name': 'tempest-TestMinimumBasicScenario-744068735-router', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '509fe760-1a91-4886-92e7-a01cfb11a7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:56:32Z', 'updated_at': '2022-05-19T13:56:36Z', 'revision_number': 4, 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'gw_port': {'id': '509fe760-1a91-4886-92e7-a01cfb11a7f4', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:33Z', 'updated_at': '2022-05-19T13:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'dcdbb88e-ccfe-4abc-843d-539fdcd081cd', 'name': '', 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'mac_address': 'fa:16:3e:08:01:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '5c345f5b-8f24-4fa9-b60a-045ce3f37188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:35Z', 'updated_at': '2022-05-19T13:56:36Z', 'revision_number': 2, 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'subnets': [{'id': '5c345f5b-8f24-4fa9-b60a-045ce3f37188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:56:40.267727 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:40.304756 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903876e7-2674-4489-b18c-fe4d06838bdf None None] Checking router: 6f519e97-2616-4eee-88f4-0f78ea8abc78 for host: dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:56:40.305536 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903876e7-2674-4489-b18c-fe4d06838bdf None None] Updating router 6f519e97-2616-4eee-88f4-0f78ea8abc78 port dcdbb88e-ccfe-4abc-843d-539fdcd081cd binding host dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:56:40.310949 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:40.375703 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-903876e7-2674-4489-b18c-fe4d06838bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (dcdbb88e-ccfe-4abc-843d-539fdcd081cd), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:40.419604 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.db_base_plugin_common [None req-8033eae2-f9ff-4494-aae1-03cb583293e1 None None] Allocated IP 172.20.0.2 (037b0d91-8d72-4470-bac5-4a13abbb68df/29a9c90b-cbb1-4c16-9f09-60a10dad42c5/12306ece-ae2f-4e62-a477-7cae0eda694c) {{(pid=110063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:56:40.472981 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-df122561-0c1e-4df2-a0d7-1a4e6f21cc28 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:40.478469 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-df122561-0c1e-4df2-a0d7-1a4e6f21cc28 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.65 "GET /v2.0/networks?id=34a01e8b-7928-4301-ae0a-d1e9be21f258 HTTP/1.1" status: 200 len: 818 time: 0.3228672 May 19 13:56:40.662272 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:40.669497 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-7bb872c4-8a30-4409-8a33-e08b93868450 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28027af4cc0c4ca99035e48aa6237805 HTTP/1.1" status: 200 len: 379 time: 0.1717019 May 19 13:56:40.719850 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-bb54f6cf-0c91-4930-af57-da8d633c7bea tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Request body: {'port': {'device_id': '83247503-3bc5-4f4d-9221-acd8b14033e8', 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258', 'admin_state_up': True, 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'security_groups': ['d8e9b8eb-7787-45c1-b652-4fba399be68a']}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:56:40.853953 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-fa825a5b-d150-424f-88e2-ed3d2d09252e req-1b493654-5212-4ebc-8e53-6ba62e1556e2 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 210 time: 0.1834412 May 19 13:56:40.874496 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 509fe760-1a91-4886-92e7-a01cfb11a7f4 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:56:40.885971 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-bb54f6cf-0c91-4930-af57-da8d633c7bea tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Made reservation on behalf of 28027af4cc0c4ca99035e48aa6237805 for: {'port': 1} {{(pid=110061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:56:40.892144 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-bb54f6cf-0c91-4930-af57-da8d633c7bea tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:41.067071 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 509fe760-1a91-4886-92e7-a01cfb11a7f4 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:56:41.067811 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (509fe760-1a91-4886-92e7-a01cfb11a7f4), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:41.120252 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-8033eae2-f9ff-4494-aae1-03cb583293e1 None None] Publish callbacks [] for port (12306ece-ae2f-4e62-a477-7cae0eda694c), precommit_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:41.144245 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-8033eae2-f9ff-4494-aae1-03cb583293e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (12306ece-ae2f-4e62-a477-7cae0eda694c), after_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:41.158981 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:41.187471 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-75af7b64-ff92-4969-bbc3-490454983775 admin admin] Publish callbacks [] for router_gateway (8b9dbd45-ef9f-42d3-aace-c334f5e2105f), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:41.244234 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-75af7b64-ff92-4969-bbc3-490454983775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:41.248672 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8033eae2-f9ff-4494-aae1-03cb583293e1 None None] Network 037b0d91-8d72-4470-bac5-4a13abbb68df is already hosted by enough agents. {{(pid=110063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:56:41.272335 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.scheduler.base_scheduler [None req-8033eae2-f9ff-4494-aae1-03cb583293e1 None None] Resources bound (agent type, host, resource id): {{(pid=110063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:56:41.277154 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033eae2-f9ff-4494-aae1-03cb583293e1 None None] Pushing event updated for resources: {'Port': ['ID=12306ece-ae2f-4e62-a477-7cae0eda694c,revision_number=1']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:41.280059 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8033eae2-f9ff-4494-aae1-03cb583293e1 None None] Received port after_create {{(pid=110063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:56:41.295834 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-903876e7-2674-4489-b18c-fe4d06838bdf None None] Publish callbacks [] for port (dcdbb88e-ccfe-4abc-843d-539fdcd081cd), precommit_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:41.348774 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-903876e7-2674-4489-b18c-fe4d06838bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (dcdbb88e-ccfe-4abc-843d-539fdcd081cd), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:41.432361 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 509fe760-1a91-4886-92e7-a01cfb11a7f4 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:56:41.439855 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:41.491512 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-8033eae2-f9ff-4494-aae1-03cb583293e1 None None] Attempting to bind port 12306ece-ae2f-4e62-a477-7cae0eda694c on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:56:41.492042 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-8033eae2-f9ff-4494-aae1-03cb583293e1 None None] Attempting to bind port 12306ece-ae2f-4e62-a477-7cae0eda694c by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': '33188b60-a846-4349-afe3-423905fd4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '037b0d91-8d72-4470-bac5-4a13abbb68df'}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:56:41.492465 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8033eae2-f9ff-4494-aae1-03cb583293e1 None None] Attempting to bind port 12306ece-ae2f-4e62-a477-7cae0eda694c on network 037b0d91-8d72-4470-bac5-4a13abbb68df {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:56:41.507670 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309cbd6-aa8f-4f71-8066-0a22f00d285e None None] Pushing event updated for resources: {'Port': ['ID=dcdbb88e-ccfe-4abc-843d-539fdcd081cd,revision_number=3']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:41.511361 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8033eae2-f9ff-4494-aae1-03cb583293e1 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:56:41.511878 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8033eae2-f9ff-4494-aae1-03cb583293e1 None None] Checking segment: {'id': '33188b60-a846-4349-afe3-423905fd4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '037b0d91-8d72-4470-bac5-4a13abbb68df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:56:41.512374 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-8033eae2-f9ff-4494-aae1-03cb583293e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:41.512855 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8033eae2-f9ff-4494-aae1-03cb583293e1 None None] Bound using segment: {'id': '33188b60-a846-4349-afe3-423905fd4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '037b0d91-8d72-4470-bac5-4a13abbb68df'} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:56:41.513422 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-8033eae2-f9ff-4494-aae1-03cb583293e1 None None] Bound port: 12306ece-ae2f-4e62-a477-7cae0eda694c, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33188b60-a846-4349-afe3-423905fd4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '037b0d91-8d72-4470-bac5-4a13abbb68df'}}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:56:41.513908 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-8033eae2-f9ff-4494-aae1-03cb583293e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (12306ece-ae2f-4e62-a477-7cae0eda694c), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:41.558439 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [None req-75af7b64-ff92-4969-bbc3-490454983775 admin admin] Allocated IP 172.27.2.140 (db349b0a-3651-4f3e-8f89-c44d13ee049b/851bfd66-21de-4b67-adef-488354d2d2c5/769695f9-a28c-40de-8e90-36eb033634f5) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:56:41.640527 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-8033eae2-f9ff-4494-aae1-03cb583293e1 None None] For port 12306ece-ae2f-4e62-a477-7cae0eda694c, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:56:41.645575 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-8033eae2-f9ff-4494-aae1-03cb583293e1 None None] For port 12306ece-ae2f-4e62-a477-7cae0eda694c, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=12306ece-ae2f-4e62-a477-7cae0eda694c,segment=NetworkSegment(33188b60-a846-4349-afe3-423905fd4459),segment_id=33188b60-a846-4349-afe3-423905fd4459)] {{(pid=110063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:56:41.666623 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:41.670710 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-8033eae2-f9ff-4494-aae1-03cb583293e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (12306ece-ae2f-4e62-a477-7cae0eda694c), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:41.724715 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-903876e7-2674-4489-b18c-fe4d06838bdf None None] Attempting to bind port dcdbb88e-ccfe-4abc-843d-539fdcd081cd on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:56:41.725092 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-903876e7-2674-4489-b18c-fe4d06838bdf None None] Attempting to bind port dcdbb88e-ccfe-4abc-843d-539fdcd081cd by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': 'b873a258-08c0-4c14-bb12-c0681fda7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8'}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:56:41.725551 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903876e7-2674-4489-b18c-fe4d06838bdf None None] Attempting to bind port dcdbb88e-ccfe-4abc-843d-539fdcd081cd on network 15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8 {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:56:41.751949 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_common [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-bb54f6cf-0c91-4930-af57-da8d633c7bea tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Allocated IP 172.20.0.4 (34a01e8b-7928-4301-ae0a-d1e9be21f258/8e59f71b-406f-4674-9cc1-e5ca82f3a90f/9636a338-81c2-4e01-8620-ce36ba238295) {{(pid=110061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:56:41.777947 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903876e7-2674-4489-b18c-fe4d06838bdf None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:56:41.778320 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903876e7-2674-4489-b18c-fe4d06838bdf None None] Checking segment: {'id': 'b873a258-08c0-4c14-bb12-c0681fda7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:56:41.779056 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-903876e7-2674-4489-b18c-fe4d06838bdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:41.779171 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903876e7-2674-4489-b18c-fe4d06838bdf None None] Bound using segment: {'id': 'b873a258-08c0-4c14-bb12-c0681fda7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8'} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:56:41.780271 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-903876e7-2674-4489-b18c-fe4d06838bdf None None] Bound port: dcdbb88e-ccfe-4abc-843d-539fdcd081cd, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b873a258-08c0-4c14-bb12-c0681fda7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8'}}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:56:41.780271 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-903876e7-2674-4489-b18c-fe4d06838bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (dcdbb88e-ccfe-4abc-843d-539fdcd081cd), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:41.811748 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-75af7b64-ff92-4969-bbc3-490454983775 admin admin] Publish callbacks [] for port (769695f9-a28c-40de-8e90-36eb033634f5), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:41.925417 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-75af7b64-ff92-4969-bbc3-490454983775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (769695f9-a28c-40de-8e90-36eb033634f5), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:41.996575 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75af7b64-ff92-4969-bbc3-490454983775 admin admin] Network db349b0a-3651-4f3e-8f89-c44d13ee049b is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:56:42.008044 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-75af7b64-ff92-4969-bbc3-490454983775 admin admin] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:56:42.019644 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75af7b64-ff92-4969-bbc3-490454983775 admin admin] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:56:42.038166 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-903876e7-2674-4489-b18c-fe4d06838bdf None None] For port dcdbb88e-ccfe-4abc-843d-539fdcd081cd, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:56:42.067060 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033eae2-f9ff-4494-aae1-03cb583293e1 None None] Pushing event updated for resources: {'Port': ['ID=12306ece-ae2f-4e62-a477-7cae0eda694c,revision_number=2']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:42.096020 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-5fb486bc-053e-4f81-b1ef-12f6793f2da1 None None] Provisioning complete for port dcdbb88e-ccfe-4abc-843d-539fdcd081cd triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:56:42.098096 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-5fb486bc-053e-4f81-b1ef-12f6793f2da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (dcdbb88e-ccfe-4abc-843d-539fdcd081cd), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:42.107432 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-903876e7-2674-4489-b18c-fe4d06838bdf None None] For port dcdbb88e-ccfe-4abc-843d-539fdcd081cd, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=dcdbb88e-ccfe-4abc-843d-539fdcd081cd,segment=NetworkSegment(b873a258-08c0-4c14-bb12-c0681fda7ff4),segment_id=b873a258-08c0-4c14-bb12-c0681fda7ff4)] {{(pid=110063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:56:42.134979 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af7b64-ff92-4969-bbc3-490454983775 admin admin] Pushing event updated for resources: {'Port': ['ID=769695f9-a28c-40de-8e90-36eb033634f5,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:42.166448 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-bb54f6cf-0c91-4930-af57-da8d633c7bea tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks [] for port (9636a338-81c2-4e01-8620-ce36ba238295), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:42.182580 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-903876e7-2674-4489-b18c-fe4d06838bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (dcdbb88e-ccfe-4abc-843d-539fdcd081cd), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:42.271275 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-bb54f6cf-0c91-4930-af57-da8d633c7bea tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (9636a338-81c2-4e01-8620-ce36ba238295), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:42.286092 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-5fb486bc-053e-4f81-b1ef-12f6793f2da1 None None] Port dcdbb88e-ccfe-4abc-843d-539fdcd081cd cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:56:42.294091 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:42.319907 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-bb54f6cf-0c91-4930-af57-da8d633c7bea tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Network 34a01e8b-7928-4301-ae0a-d1e9be21f258 is already hosted by enough agents. {{(pid=110061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:56:42.327012 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:42.328174 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903876e7-2674-4489-b18c-fe4d06838bdf None None] Routers {'6f519e97-2616-4eee-88f4-0f78ea8abc78'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:56:42.328772 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-bb54f6cf-0c91-4930-af57-da8d633c7bea tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Resources bound (agent type, host, resource id): {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:56:42.329913 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-903876e7-2674-4489-b18c-fe4d06838bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:56:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['6f519e97-2616-4eee-88f4-0f78ea8abc78'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:56:42.351031 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-bb54f6cf-0c91-4930-af57-da8d633c7bea tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Received port after_create {{(pid=110061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:56:42.542416 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54f6cf-0c91-4930-af57-da8d633c7bea tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Pushing event updated for resources: {'Port': ['ID=9636a338-81c2-4e01-8620-ce36ba238295,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:42.577529 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-bb54f6cf-0c91-4930-af57-da8d633c7bea tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:42.579848 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-bb54f6cf-0c91-4930-af57-da8d633c7bea tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:42.640475 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-bb54f6cf-0c91-4930-af57-da8d633c7bea tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9471993 May 19 13:56:42.713220 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-603e0046-24fd-40e2-99f9-84ca9c09e8d9 service neutron] Request body: {'port': {'device_id': '83247503-3bc5-4f4d-9221-acd8b14033e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:56:42.795744 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-75af7b64-ff92-4969-bbc3-490454983775 admin admin] Publish callbacks [] for router_gateway (8b9dbd45-ef9f-42d3-aace-c334f5e2105f), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:43.011549 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309cbd6-aa8f-4f71-8066-0a22f00d285e None None] Pushing event updated for resources: {'Port': ['ID=dcdbb88e-ccfe-4abc-843d-539fdcd081cd,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:43.052777 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 12306ece-ae2f-4e62-a477-7cae0eda694c up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:56:43.076439 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:43.113774 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7b287-01cf-487f-aa51-70915748407b req-98a60103-4d09-49a8-92f6-3e3945ca9124 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:43.122678 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-41b3625f-6845-456d-a502-b989a29261a0 None None] Provisioning complete for port dcdbb88e-ccfe-4abc-843d-539fdcd081cd triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:56:43.123516 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-41b3625f-6845-456d-a502-b989a29261a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (dcdbb88e-ccfe-4abc-843d-539fdcd081cd), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:43.127092 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4dd7b287-01cf-487f-aa51-70915748407b req-98a60103-4d09-49a8-92f6-3e3945ca9124 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 931 time: 0.2349105 May 19 13:56:43.226127 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcecabc-d66d-42e2-873f-b1af930f6924 req-9efccabc-3433-444c-a53c-c431b9c77646 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:43.227850 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-fdcecabc-d66d-42e2-873f-b1af930f6924 req-9efccabc-3433-444c-a53c-c431b9c77646 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.1905327 May 19 13:56:43.258602 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-603e0046-24fd-40e2-99f9-84ca9c09e8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (9636a338-81c2-4e01-8620-ce36ba238295), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:43.338411 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-75af7b64-ff92-4969-bbc3-490454983775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1631179'] for router (8b9dbd45-ef9f-42d3-aace-c334f5e2105f), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:43.353368 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-903876e7-2674-4489-b18c-fe4d06838bdf None None] Set router 6f519e97-2616-4eee-88f4-0f78ea8abc78 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:56:43.484573 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-fdcecabc-d66d-42e2-873f-b1af930f6924 req-29c07531-255f-4073-9ddb-020250178902 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437778 May 19 13:56:43.497427 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 12306ece-ae2f-4e62-a477-7cae0eda694c triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:56:43.499926 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (12306ece-ae2f-4e62-a477-7cae0eda694c), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:43.606251 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:43.712546 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75af7b64-ff92-4969-bbc3-490454983775 admin admin] Router 8b9dbd45-ef9f-42d3-aace-c334f5e2105f is scheduled to L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc with binding_index 1 {{(pid=110062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 13:56:43.902597 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4dd7b287-01cf-487f-aa51-70915748407b req-3788747b-d795-480b-ac84-36f9eefd6c1a tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6711187 May 19 13:56:43.909466 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-41b3625f-6845-456d-a502-b989a29261a0 None None] Current status of the port dcdbb88e-ccfe-4abc-843d-539fdcd081cd is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:56:43.909861 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-41b3625f-6845-456d-a502-b989a29261a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (dcdbb88e-ccfe-4abc-843d-539fdcd081cd), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:43.920406 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e554ff30-f097-4bbe-b102-0e07e2d59f34 None None] Network 037b0d91-8d72-4470-bac5-4a13abbb68df requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:56:44.024304 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-603e0046-24fd-40e2-99f9-84ca9c09e8d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9636a338-81c2-4e01-8620-ce36ba238295 {{(pid=110061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:56:44.034523 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-603e0046-24fd-40e2-99f9-84ca9c09e8d9 service neutron] Publish callbacks [] for port (9636a338-81c2-4e01-8620-ce36ba238295), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:44.041818 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:44.052344 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.provisioning_blocks [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-603e0046-24fd-40e2-99f9-84ca9c09e8d9 service neutron] Transition to ACTIVE for port object 9636a338-81c2-4e01-8620-ce36ba238295 will not be triggered until provisioned by entity L2. {{(pid=110061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:56:44.057122 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-603e0046-24fd-40e2-99f9-84ca9c09e8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30676627'] for port (9636a338-81c2-4e01-8620-ce36ba238295), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:44.080535 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:44.104149 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75af7b64-ff92-4969-bbc3-490454983775 admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:56:44.118079 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff990219-420c-4876-8932-fee5c5cddac7 None None] Sync routers for ids ['8b9dbd45-ef9f-42d3-aace-c334f5e2105f'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:56:44.139821 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-75af7b64-ff92-4969-bbc3-490454983775 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:44.142917 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff990219-420c-4876-8932-fee5c5cddac7 None None] Routers {'8b9dbd45-ef9f-42d3-aace-c334f5e2105f'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:56:44.145700 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-ff990219-420c-4876-8932-fee5c5cddac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:56:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['8b9dbd45-ef9f-42d3-aace-c334f5e2105f'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:56:44.147648 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-75af7b64-ff92-4969-bbc3-490454983775 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3450773 May 19 13:56:44.148368 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 32874) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:44.213574 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-41b3625f-6845-456d-a502-b989a29261a0 None None] For port dcdbb88e-ccfe-4abc-843d-539fdcd081cd, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=dcdbb88e-ccfe-4abc-843d-539fdcd081cd,segment=NetworkSegment(b873a258-08c0-4c14-bb12-c0681fda7ff4),segment_id=b873a258-08c0-4c14-bb12-c0681fda7ff4)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:56:44.231008 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 12306ece-ae2f-4e62-a477-7cae0eda694c is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:56:44.232713 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (12306ece-ae2f-4e62-a477-7cae0eda694c), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:44.283282 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e0046-24fd-40e2-99f9-84ca9c09e8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9636a338-81c2-4e01-8620-ce36ba238295,revision_number=2']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:44.323141 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:44.328298 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-41b3625f-6845-456d-a502-b989a29261a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (dcdbb88e-ccfe-4abc-843d-539fdcd081cd), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:44.479968 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-ff990219-420c-4876-8932-fee5c5cddac7 None None] Set router 8b9dbd45-ef9f-42d3-aace-c334f5e2105f gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:56:44.607276 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:44.635739 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] For port 12306ece-ae2f-4e62-a477-7cae0eda694c, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=12306ece-ae2f-4e62-a477-7cae0eda694c,segment=NetworkSegment(33188b60-a846-4349-afe3-423905fd4459),segment_id=33188b60-a846-4349-afe3-423905fd4459)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:56:44.658166 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-0743dd01-393a-4a65-a91a-626e1a1df455 None None] Provisioning complete for port 12306ece-ae2f-4e62-a477-7cae0eda694c triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:56:44.658485 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-0743dd01-393a-4a65-a91a-626e1a1df455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (12306ece-ae2f-4e62-a477-7cae0eda694c), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:44.663301 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (12306ece-ae2f-4e62-a477-7cae0eda694c), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:44.666389 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-903876e7-2674-4489-b18c-fe4d06838bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'name': 'tempest-TestMinimumBasicScenario-744068735-router', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '509fe760-1a91-4886-92e7-a01cfb11a7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:56:32Z', 'updated_at': '2022-05-19T13:56:36Z', 'revision_number': 4, 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'gw_port': {'id': '509fe760-1a91-4886-92e7-a01cfb11a7f4', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:33Z', 'updated_at': '2022-05-19T13:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'dcdbb88e-ccfe-4abc-843d-539fdcd081cd', 'name': '', 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'mac_address': 'fa:16:3e:08:01:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '5c345f5b-8f24-4fa9-b60a-045ce3f37188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:35Z', 'updated_at': '2022-05-19T13:56:41Z', 'revision_number': 4, 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'subnets': [{'id': '5c345f5b-8f24-4fa9-b60a-045ce3f37188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:56:44.770509 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3625f-6845-456d-a502-b989a29261a0 None None] Pushing event updated for resources: {'Port': ['ID=dcdbb88e-ccfe-4abc-843d-539fdcd081cd,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:44.814067 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-603e0046-24fd-40e2-99f9-84ca9c09e8d9 service neutron] Attempting to bind port 9636a338-81c2-4e01-8620-ce36ba238295 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:56:44.814456 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-603e0046-24fd-40e2-99f9-84ca9c09e8d9 service neutron] Attempting to bind port 9636a338-81c2-4e01-8620-ce36ba238295 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '3357b59c-800b-4264-ab3b-ac31421ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258'}] {{(pid=110061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:56:44.814754 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-603e0046-24fd-40e2-99f9-84ca9c09e8d9 service neutron] Attempting to bind port 9636a338-81c2-4e01-8620-ce36ba238295 on network 34a01e8b-7928-4301-ae0a-d1e9be21f258 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:56:44.838441 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-603e0046-24fd-40e2-99f9-84ca9c09e8d9 service neutron] Port 9636a338-81c2-4e01-8620-ce36ba238295 on network 34a01e8b-7928-4301-ae0a-d1e9be21f258 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:56:44.838773 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-603e0046-24fd-40e2-99f9-84ca9c09e8d9 service neutron] Attempting to bind port 9636a338-81c2-4e01-8620-ce36ba238295 on network 34a01e8b-7928-4301-ae0a-d1e9be21f258 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:56:44.844057 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-ff990219-420c-4876-8932-fee5c5cddac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9dbd45-ef9f-42d3-aace-c334f5e2105f', 'name': 'tempest-TestMinimumBasicScenario-1982275133-router', 'tenant_id': '1f4275b742b84ecc97c6aff544e82d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '769695f9-a28c-40de-8e90-36eb033634f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:56:39Z', 'updated_at': '2022-05-19T13:56:42Z', 'revision_number': 3, 'project_id': '1f4275b742b84ecc97c6aff544e82d88', 'gw_port': {'id': '769695f9-a28c-40de-8e90-36eb033634f5', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9dbd45-ef9f-42d3-aace-c334f5e2105f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:41Z', 'updated_at': '2022-05-19T13:56:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:56:44.885755 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903876e7-2674-4489-b18c-fe4d06838bdf None None] The sync data for ids ['6f519e97-2616-4eee-88f4-0f78ea8abc78'] in dv-cinder-784815-14-iscsi is: [{'id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'name': 'tempest-TestMinimumBasicScenario-744068735-router', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '509fe760-1a91-4886-92e7-a01cfb11a7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:56:32Z', 'updated_at': '2022-05-19T13:56:36Z', 'revision_number': 4, 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'gw_port': {'id': '509fe760-1a91-4886-92e7-a01cfb11a7f4', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:33Z', 'updated_at': '2022-05-19T13:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'dcdbb88e-ccfe-4abc-843d-539fdcd081cd', 'name': '', 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'mac_address': 'fa:16:3e:08:01:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '5c345f5b-8f24-4fa9-b60a-045ce3f37188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:35Z', 'updated_at': '2022-05-19T13:56:41Z', 'revision_number': 4, 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'subnets': [{'id': '5c345f5b-8f24-4fa9-b60a-045ce3f37188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:56:44.909729 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff990219-420c-4876-8932-fee5c5cddac7 None None] Checking router: 8b9dbd45-ef9f-42d3-aace-c334f5e2105f for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:56:44.910025 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff990219-420c-4876-8932-fee5c5cddac7 None None] Updating router 8b9dbd45-ef9f-42d3-aace-c334f5e2105f port 769695f9-a28c-40de-8e90-36eb033634f5 binding host dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:56:44.973255 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eac61-f358-4c3a-819e-3c74d75a81fa req-2294130f-7ae2-431e-8378-d3ad03cb4e44 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:44.982894 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-955eac61-f358-4c3a-819e-3c74d75a81fa req-2294130f-7ae2-431e-8378-d3ad03cb4e44 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.2985899 May 19 13:56:45.016482 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-ff990219-420c-4876-8932-fee5c5cddac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (769695f9-a28c-40de-8e90-36eb033634f5), before_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:45.065973 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Pushing event updated for resources: {'Port': ['ID=12306ece-ae2f-4e62-a477-7cae0eda694c,revision_number=3']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:45.079307 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-603e0046-24fd-40e2-99f9-84ca9c09e8d9 service neutron] Checking agent: {'id': '7bec7b2c-83f8-44b0-a5e6-0a5454b173c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'started_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:56:45.079813 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-603e0046-24fd-40e2-99f9-84ca9c09e8d9 service neutron] Checking segment: {'id': '3357b59c-800b-4264-ab3b-ac31421ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:56:45.080193 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-603e0046-24fd-40e2-99f9-84ca9c09e8d9 service neutron] Bound using segment: {'id': '3357b59c-800b-4264-ab3b-ac31421ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258'} {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:56:45.080633 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-603e0046-24fd-40e2-99f9-84ca9c09e8d9 service neutron] Bound port: 9636a338-81c2-4e01-8620-ce36ba238295, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3357b59c-800b-4264-ab3b-ac31421ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258'}}] {{(pid=110061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:56:45.080980 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-603e0046-24fd-40e2-99f9-84ca9c09e8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (9636a338-81c2-4e01-8620-ce36ba238295), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:45.081964 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-0743dd01-393a-4a65-a91a-626e1a1df455 None None] Current status of the port 12306ece-ae2f-4e62-a477-7cae0eda694c is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:56:45.215922 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-0733fc22-c727-45c2-a712-d0139e973d1f None None] Provisioning complete for port 12306ece-ae2f-4e62-a477-7cae0eda694c triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:56:45.216641 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-0733fc22-c727-45c2-a712-d0139e973d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (12306ece-ae2f-4e62-a477-7cae0eda694c), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:45.219833 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-955eac61-f358-4c3a-819e-3c74d75a81fa req-33dfa746-7699-4b57-9eb3-0e9d96b3d3f0 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328656 May 19 13:56:45.257100 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6718855-e76e-442f-9eaa-52709264c155 req-df03ce2b-d6ac-467d-bb1b-5e8dd6d73423 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:45.258617 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b6718855-e76e-442f-9eaa-52709264c155 req-df03ce2b-d6ac-467d-bb1b-5e8dd6d73423 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 943 time: 0.1699350 May 19 13:56:45.330050 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-0733fc22-c727-45c2-a712-d0139e973d1f None None] Current status of the port 12306ece-ae2f-4e62-a477-7cae0eda694c is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:56:45.342683 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-603e0046-24fd-40e2-99f9-84ca9c09e8d9 service neutron] For port 9636a338-81c2-4e01-8620-ce36ba238295, host hv-cinder-78481, cleared binding levels {{(pid=110061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:56:45.370964 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:45.405323 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b6718855-e76e-442f-9eaa-52709264c155 req-258ef44b-b55c-4232-96c9-825eb584e6e3 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367602 May 19 13:56:45.409925 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-603e0046-24fd-40e2-99f9-84ca9c09e8d9 service neutron] For port 9636a338-81c2-4e01-8620-ce36ba238295, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=9636a338-81c2-4e01-8620-ce36ba238295,segment=NetworkSegment(3357b59c-800b-4264-ab3b-ac31421ff465),segment_id=3357b59c-800b-4264-ab3b-ac31421ff465)] {{(pid=110061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:56:45.435915 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-603e0046-24fd-40e2-99f9-84ca9c09e8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30676627'] for port (9636a338-81c2-4e01-8620-ce36ba238295), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:45.441686 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d21ea6eb-0683-4970-8a65-ebfdc7db1b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:45.442118 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-ff990219-420c-4876-8932-fee5c5cddac7 None None] Publish callbacks [] for port (769695f9-a28c-40de-8e90-36eb033634f5), precommit_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:45.448885 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-ff990219-420c-4876-8932-fee5c5cddac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (769695f9-a28c-40de-8e90-36eb033634f5), after_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:45.471498 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:45.494199 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-603e0046-24fd-40e2-99f9-84ca9c09e8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:45.494836 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-603e0046-24fd-40e2-99f9-84ca9c09e8d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:45.496294 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-603e0046-24fd-40e2-99f9-84ca9c09e8d9 service neutron] 10.222.0.65 "PUT /v2.0/ports/9636a338-81c2-4e01-8620-ce36ba238295 HTTP/1.1" status: 200 len: 1093 time: 2.7874529 May 19 13:56:45.501589 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83247503-3bc5-4f4d-9221-acd8b14033e8', 'tag': '9636a338-81c2-4e01-8620-ce36ba238295'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:56:45.504539 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60e7e57-9489-4982-8336-8d1d6e6a1884" -d '{"events": [{"name": "network-changed", "server_uuid": "83247503-3bc5-4f4d-9221-acd8b14033e8", "tag": "9636a338-81c2-4e01-8620-ce36ba238295"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:56:45.512250 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add19f7-fba6-400d-9e18-d73f75b8e935 None None] Pushing event updated for resources: {'Port': ['ID=769695f9-a28c-40de-8e90-36eb033634f5,revision_number=2']} {{(pid=110064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:45.515058 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-ff990219-420c-4876-8932-fee5c5cddac7 None None] Attempting to bind port 769695f9-a28c-40de-8e90-36eb033634f5 on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:56:45.515413 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-ff990219-420c-4876-8932-fee5c5cddac7 None None] Attempting to bind port 769695f9-a28c-40de-8e90-36eb033634f5 by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}] {{(pid=110064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:56:45.515757 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff990219-420c-4876-8932-fee5c5cddac7 None None] Attempting to bind port 769695f9-a28c-40de-8e90-36eb033634f5 on network db349b0a-3651-4f3e-8f89-c44d13ee049b {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:56:45.522270 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff990219-420c-4876-8932-fee5c5cddac7 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:56:45.522636 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff990219-420c-4876-8932-fee5c5cddac7 None None] Checking segment: {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:56:45.523065 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-ff990219-420c-4876-8932-fee5c5cddac7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:45.523443 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff990219-420c-4876-8932-fee5c5cddac7 None None] Bound using segment: {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'} {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:56:45.523902 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-ff990219-420c-4876-8932-fee5c5cddac7 None None] Bound port: 769695f9-a28c-40de-8e90-36eb033634f5, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}}] {{(pid=110064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:56:45.524267 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-ff990219-420c-4876-8932-fee5c5cddac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (769695f9-a28c-40de-8e90-36eb033634f5), before_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:45.575467 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91908ccc-935d-4958-96bc-5842d7025437 x-openstack-request-id: req-91908ccc-935d-4958-96bc-5842d7025437 {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:56:45.575788 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83247503-3bc5-4f4d-9221-acd8b14033e8", "tag": "9636a338-81c2-4e01-8620-ce36ba238295", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:56:45.575998 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-91908ccc-935d-4958-96bc-5842d7025437 {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:56:45.576398 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91908ccc-935d-4958-96bc-5842d7025437'] response: {'name': 'network-changed', 'server_uuid': '83247503-3bc5-4f4d-9221-acd8b14033e8', 'tag': '9636a338-81c2-4e01-8620-ce36ba238295', 'status': 'completed', 'code': 200} May 19 13:56:45.579461 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e0046-24fd-40e2-99f9-84ca9c09e8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9636a338-81c2-4e01-8620-ce36ba238295,revision_number=3']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:45.586220 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.db [None req-ff990219-420c-4876-8932-fee5c5cddac7 None None] For port 769695f9-a28c-40de-8e90-36eb033634f5, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:56:45.589662 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.db [None req-ff990219-420c-4876-8932-fee5c5cddac7 None None] For port 769695f9-a28c-40de-8e90-36eb033634f5, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=769695f9-a28c-40de-8e90-36eb033634f5,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:56:45.597983 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-ff990219-420c-4876-8932-fee5c5cddac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (769695f9-a28c-40de-8e90-36eb033634f5), after_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:45.609052 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:45.641724 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff990219-420c-4876-8932-fee5c5cddac7 None None] Routers {'8b9dbd45-ef9f-42d3-aace-c334f5e2105f'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:56:45.642410 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-ff990219-420c-4876-8932-fee5c5cddac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:56:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['8b9dbd45-ef9f-42d3-aace-c334f5e2105f'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:56:45.713933 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_common [None req-d21ea6eb-0683-4970-8a65-ebfdc7db1b46 admin admin] Allocated IP 172.20.0.1 (037b0d91-8d72-4470-bac5-4a13abbb68df/29a9c90b-cbb1-4c16-9f09-60a10dad42c5/d17d43bd-5ed3-4943-aa0d-5e1874708b5a) {{(pid=110061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:56:45.728192 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add19f7-fba6-400d-9e18-d73f75b8e935 None None] Pushing event updated for resources: {'Port': ['ID=769695f9-a28c-40de-8e90-36eb033634f5,revision_number=3']} {{(pid=110064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:45.785450 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-ff990219-420c-4876-8932-fee5c5cddac7 None None] Set router 8b9dbd45-ef9f-42d3-aace-c334f5e2105f gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:56:45.847789 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d21ea6eb-0683-4970-8a65-ebfdc7db1b46 admin admin] Publish callbacks [] for port (d17d43bd-5ed3-4943-aa0d-5e1874708b5a), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:45.883763 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d21ea6eb-0683-4970-8a65-ebfdc7db1b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (d17d43bd-5ed3-4943-aa0d-5e1874708b5a), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:45.888458 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:45.935653 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21ea6eb-0683-4970-8a65-ebfdc7db1b46 admin admin] Network 037b0d91-8d72-4470-bac5-4a13abbb68df is already hosted by enough agents. {{(pid=110061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:56:45.941561 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [None req-d21ea6eb-0683-4970-8a65-ebfdc7db1b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:56:45.946363 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21ea6eb-0683-4970-8a65-ebfdc7db1b46 admin admin] Received port after_create {{(pid=110061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:56:45.949058 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ea6eb-0683-4970-8a65-ebfdc7db1b46 admin admin] Pushing event updated for resources: {'Port': ['ID=d17d43bd-5ed3-4943-aa0d-5e1874708b5a,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:45.993363 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d21ea6eb-0683-4970-8a65-ebfdc7db1b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634022'] for router_interface (8b9dbd45-ef9f-42d3-aace-c334f5e2105f), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:46.174653 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-ff990219-420c-4876-8932-fee5c5cddac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9dbd45-ef9f-42d3-aace-c334f5e2105f', 'name': 'tempest-TestMinimumBasicScenario-1982275133-router', 'tenant_id': '1f4275b742b84ecc97c6aff544e82d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '769695f9-a28c-40de-8e90-36eb033634f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:56:39Z', 'updated_at': '2022-05-19T13:56:42Z', 'revision_number': 3, 'project_id': '1f4275b742b84ecc97c6aff544e82d88', 'gw_port': {'id': '769695f9-a28c-40de-8e90-36eb033634f5', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9dbd45-ef9f-42d3-aace-c334f5e2105f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:41Z', 'updated_at': '2022-05-19T13:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:56:46.208955 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff990219-420c-4876-8932-fee5c5cddac7 None None] The sync data for ids ['8b9dbd45-ef9f-42d3-aace-c334f5e2105f'] in dv-cinder-784815-14-iscsi is: [{'id': '8b9dbd45-ef9f-42d3-aace-c334f5e2105f', 'name': 'tempest-TestMinimumBasicScenario-1982275133-router', 'tenant_id': '1f4275b742b84ecc97c6aff544e82d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '769695f9-a28c-40de-8e90-36eb033634f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:56:39Z', 'updated_at': '2022-05-19T13:56:42Z', 'revision_number': 3, 'project_id': '1f4275b742b84ecc97c6aff544e82d88', 'gw_port': {'id': '769695f9-a28c-40de-8e90-36eb033634f5', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9dbd45-ef9f-42d3-aace-c334f5e2105f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:41Z', 'updated_at': '2022-05-19T13:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:56:46.286795 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-a6887d6f-46c5-4366-9dd8-406c43199b9d None None] Provisioning complete for port d17d43bd-5ed3-4943-aa0d-5e1874708b5a triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:56:46.287302 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-a6887d6f-46c5-4366-9dd8-406c43199b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (d17d43bd-5ed3-4943-aa0d-5e1874708b5a), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:46.369060 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-a6887d6f-46c5-4366-9dd8-406c43199b9d None None] Port d17d43bd-5ed3-4943-aa0d-5e1874708b5a cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:56:46.489427 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d21ea6eb-0683-4970-8a65-ebfdc7db1b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (d17d43bd-5ed3-4943-aa0d-5e1874708b5a), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:46.523778 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b0365-e6e6-461e-b7e5-d454d2fbca04 req-a37bac84-c661-4b89-8f50-d1aa821a6cb4 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:46.525629 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9a7b0365-e6e6-461e-b7e5-d454d2fbca04 req-a37bac84-c661-4b89-8f50-d1aa821a6cb4 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.0964842 May 19 13:56:46.630565 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f982aa2-0d78-4b45-9d40-d7ba8cb1a16e req-cc53a639-f000-400b-8327-5a2d2ed33820 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:46.631929 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3f982aa2-0d78-4b45-9d40-d7ba8cb1a16e req-cc53a639-f000-400b-8327-5a2d2ed33820 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 943 time: 0.0612855 May 19 13:56:46.701644 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:46.717885 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9a7b0365-e6e6-461e-b7e5-d454d2fbca04 req-36eee6d6-aebd-46b9-8d01-c10571048f19 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838956 May 19 13:56:46.840860 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3f982aa2-0d78-4b45-9d40-d7ba8cb1a16e req-d905298d-edb3-4e4a-8670-abf9fc13c75d tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965992 May 19 13:56:46.977005 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d21ea6eb-0683-4970-8a65-ebfdc7db1b46 admin admin] Publish callbacks [] for port (d17d43bd-5ed3-4943-aa0d-5e1874708b5a), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:46.993374 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d21ea6eb-0683-4970-8a65-ebfdc7db1b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30676627'] for port (d17d43bd-5ed3-4943-aa0d-5e1874708b5a), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:47.053166 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device dcdbb88e-ccfe-4abc-843d-539fdcd081cd up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:56:47.107275 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d21ea6eb-0683-4970-8a65-ebfdc7db1b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1624750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633196'] for router_interface (8b9dbd45-ef9f-42d3-aace-c334f5e2105f), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:47.123493 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:47.162292 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port dcdbb88e-ccfe-4abc-843d-539fdcd081cd triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:56:47.163080 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (dcdbb88e-ccfe-4abc-843d-539fdcd081cd), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:47.241080 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e7e57-9489-4982-8336-8d1d6e6a1884 req-996c9ce8-ebf2-46b4-bbda-9090d901d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:47.242613 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f60e7e57-9489-4982-8336-8d1d6e6a1884 req-996c9ce8-ebf2-46b4-bbda-9090d901d0ea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28027af4cc0c4ca99035e48aa6237805&device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 1127 time: 0.1472642 May 19 13:56:47.247339 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ea6eb-0683-4970-8a65-ebfdc7db1b46 admin admin] Pushing event updated for resources: {'Port': ['ID=d17d43bd-5ed3-4943-aa0d-5e1874708b5a,revision_number=2']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:47.264502 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port dcdbb88e-ccfe-4abc-843d-539fdcd081cd is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:56:47.265892 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 12306ece-ae2f-4e62-a477-7cae0eda694c up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:56:47.322893 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 12306ece-ae2f-4e62-a477-7cae0eda694c triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:56:47.324069 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (12306ece-ae2f-4e62-a477-7cae0eda694c), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:47.434341 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 12306ece-ae2f-4e62-a477-7cae0eda694c is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:56:47.699307 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21ea6eb-0683-4970-8a65-ebfdc7db1b46 admin admin] Network 037b0d91-8d72-4470-bac5-4a13abbb68df is already hosted by enough agents. {{(pid=110061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:56:47.707864 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [None req-d21ea6eb-0683-4970-8a65-ebfdc7db1b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:56:47.814675 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e7e57-9489-4982-8336-8d1d6e6a1884 req-f0be7b1a-cdfc-4395-9157-0c3673f56b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:47.816444 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f60e7e57-9489-4982-8336-8d1d6e6a1884 req-f0be7b1a-cdfc-4395-9157-0c3673f56b69 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=28027af4cc0c4ca99035e48aa6237805&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5557218 May 19 13:56:47.910887 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:48.092699 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182ba31-c954-4a4a-b523-fb5d04c3a431 req-f545dee2-f589-4b8f-8aed-e5d370014cda tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:48.094760 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6182ba31-c954-4a4a-b523-fb5d04c3a431 req-f545dee2-f589-4b8f-8aed-e5d370014cda tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.1820741 May 19 13:56:48.121317 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-01bde0f7-f0d1-4993-87e5-5cb1fe7855c7 None None] Provisioning complete for port d17d43bd-5ed3-4943-aa0d-5e1874708b5a triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:56:48.122182 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-01bde0f7-f0d1-4993-87e5-5cb1fe7855c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (d17d43bd-5ed3-4943-aa0d-5e1874708b5a), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:48.153773 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:48.201189 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7de2f4-9a3c-4d0e-b659-341a575e1df5 req-f53d6581-24bc-4b2c-afd3-897403f7370b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:48.201662 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-01bde0f7-f0d1-4993-87e5-5cb1fe7855c7 None None] Port d17d43bd-5ed3-4943-aa0d-5e1874708b5a cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:56:48.215512 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bc7de2f4-9a3c-4d0e-b659-341a575e1df5 req-f53d6581-24bc-4b2c-afd3-897403f7370b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 943 time: 0.2356997 May 19 13:56:48.220480 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21ea6eb-0683-4970-8a65-ebfdc7db1b46 admin admin] Router 8b9dbd45-ef9f-42d3-aace-c334f5e2105f has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:56:48.271688 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e7e57-9489-4982-8336-8d1d6e6a1884 req-b1562ad1-5233-4946-973e-3a04f6636443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:48.273155 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f60e7e57-9489-4982-8336-8d1d6e6a1884 req-b1562ad1-5233-4946-973e-3a04f6636443 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4493680 May 19 13:56:48.306715 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6182ba31-c954-4a4a-b523-fb5d04c3a431 req-61c11760-b964-47f9-ba92-2e99d140b64e tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842489 May 19 13:56:48.348947 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bc7de2f4-9a3c-4d0e-b659-341a575e1df5 req-798f8833-c049-443c-9e5f-3ffe36e79f0a tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106639 May 19 13:56:48.409148 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:48.488452 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-ccf75349-4661-4862-bc16-d93b7009ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:48.488452 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-ccf75349-4661-4862-bc16-d93b7009ac47 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28027af4cc0c4ca99035e48aa6237805&device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 1127 time: 0.1202321 May 19 13:56:48.582514 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-3df39851-a9bc-4592-994d-851371838118 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9636a338-81c2-4e01-8620-ce36ba238295 HTTP/1.1" status: 200 len: 217 time: 0.0503986 May 19 13:56:48.677918 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21ea6eb-0683-4970-8a65-ebfdc7db1b46 admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:56:48.709577 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-d21ea6eb-0683-4970-8a65-ebfdc7db1b46 admin admin] 10.222.0.52 "PUT /v2.0/routers/8b9dbd45-ef9f-42d3-aace-c334f5e2105f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5572546 May 19 13:56:48.743698 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-6ca79508-754a-4016-b8e5-c0f22914698b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:48.746229 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-6ca79508-754a-4016-b8e5-c0f22914698b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e59f71b-406f-4674-9cc1-e5ca82f3a90f HTTP/1.1" status: 200 len: 857 time: 0.1554081 May 19 13:56:48.861170 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 769695f9-a28c-40de-8e90-36eb033634f5 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:56:48.894822 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-d9569ff9-b277-45b6-baf3-95e71d0b6fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:48.900483 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-d9569ff9-b277-45b6-baf3-95e71d0b6fef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34a01e8b-7928-4301-ae0a-d1e9be21f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1409137 May 19 13:56:48.945339 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 769695f9-a28c-40de-8e90-36eb033634f5 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:56:48.945944 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (769695f9-a28c-40de-8e90-36eb033634f5), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:49.034263 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376e9e84-96aa-4e2a-913c-2460c3c22fc8 None None] Sync routers for ids ['8b9dbd45-ef9f-42d3-aace-c334f5e2105f'] in dv-cinder-784815-14-iscsi {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:56:49.050084 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:49.067794 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376e9e84-96aa-4e2a-913c-2460c3c22fc8 None None] Routers {'8b9dbd45-ef9f-42d3-aace-c334f5e2105f'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:56:49.068432 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-376e9e84-96aa-4e2a-913c-2460c3c22fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:56:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['8b9dbd45-ef9f-42d3-aace-c334f5e2105f'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:56:49.107712 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-804caf9b-c6b0-4e91-aff2-8f4cbc68e2fb service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972082 May 19 13:56:49.245146 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dce2873f-062f-431c-a092-c35ff8ccf123 req-249edc97-3013-45a8-beb5-2372a193b539 service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302752 May 19 13:56:49.349971 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 769695f9-a28c-40de-8e90-36eb033634f5 is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:56:49.350439 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (769695f9-a28c-40de-8e90-36eb033634f5), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:49.414341 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-376e9e84-96aa-4e2a-913c-2460c3c22fc8 None None] Set router 8b9dbd45-ef9f-42d3-aace-c334f5e2105f gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:56:49.449966 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] For port 769695f9-a28c-40de-8e90-36eb033634f5, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=769695f9-a28c-40de-8e90-36eb033634f5,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:56:49.459349 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (769695f9-a28c-40de-8e90-36eb033634f5), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:49.632991 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Pushing event updated for resources: {'Port': ['ID=769695f9-a28c-40de-8e90-36eb033634f5,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:49.665428 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9ef94-5d57-4dae-a89a-f057a0509f3a req-7c5bf86f-a884-419d-9236-3d045bdc2c71 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:49.668320 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-92f9ef94-5d57-4dae-a89a-f057a0509f3a req-7c5bf86f-a884-419d-9236-3d045bdc2c71 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.2252290 May 19 13:56:49.673398 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=100 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:49.711532 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e89f6c-4d9b-433f-8005-199b4ada84e3 req-f26906e8-6455-414a-8468-0714ab6a8477 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:49.713713 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f2e89f6c-4d9b-433f-8005-199b4ada84e3 req-f26906e8-6455-414a-8468-0714ab6a8477 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 943 time: 0.1379821 May 19 13:56:49.792836 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-376e9e84-96aa-4e2a-913c-2460c3c22fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9dbd45-ef9f-42d3-aace-c334f5e2105f', 'name': 'tempest-TestMinimumBasicScenario-1982275133-router', 'tenant_id': '1f4275b742b84ecc97c6aff544e82d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '769695f9-a28c-40de-8e90-36eb033634f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:56:39Z', 'updated_at': '2022-05-19T13:56:46Z', 'revision_number': 4, 'project_id': '1f4275b742b84ecc97c6aff544e82d88', 'gw_port': {'id': '769695f9-a28c-40de-8e90-36eb033634f5', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9dbd45-ef9f-42d3-aace-c334f5e2105f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:41Z', 'updated_at': '2022-05-19T13:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'd17d43bd-5ed3-4943-aa0d-5e1874708b5a', 'name': '', 'network_id': '037b0d91-8d72-4470-bac5-4a13abbb68df', 'tenant_id': '1f4275b742b84ecc97c6aff544e82d88', 'mac_address': 'fa:16:3e:25:df:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9dbd45-ef9f-42d3-aace-c334f5e2105f', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '29a9c90b-cbb1-4c16-9f09-60a10dad42c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:45Z', 'updated_at': '2022-05-19T13:56:46Z', 'revision_number': 2, 'project_id': '1f4275b742b84ecc97c6aff544e82d88', 'subnets': [{'id': '29a9c90b-cbb1-4c16-9f09-60a10dad42c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:56:49.823856 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376e9e84-96aa-4e2a-913c-2460c3c22fc8 None None] Checking router: 8b9dbd45-ef9f-42d3-aace-c334f5e2105f for host: dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:56:49.824433 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376e9e84-96aa-4e2a-913c-2460c3c22fc8 None None] Updating router 8b9dbd45-ef9f-42d3-aace-c334f5e2105f port d17d43bd-5ed3-4943-aa0d-5e1874708b5a binding host dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:56:49.858954 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-92f9ef94-5d57-4dae-a89a-f057a0509f3a req-e6d76e34-c82b-4442-b8f9-5cde67dfa1c6 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774354 May 19 13:56:49.860305 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-376e9e84-96aa-4e2a-913c-2460c3c22fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (d17d43bd-5ed3-4943-aa0d-5e1874708b5a), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:49.880271 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f2e89f6c-4d9b-433f-8005-199b4ada84e3 req-5a360f5f-1867-4ad5-9395-5be461824881 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394544 May 19 13:56:50.498353 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-376e9e84-96aa-4e2a-913c-2460c3c22fc8 None None] Publish callbacks [] for port (d17d43bd-5ed3-4943-aa0d-5e1874708b5a), precommit_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:50.559834 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-376e9e84-96aa-4e2a-913c-2460c3c22fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (d17d43bd-5ed3-4943-aa0d-5e1874708b5a), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:50.822731 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:50.833898 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42a605-15e5-46a6-aadd-802d1cbfb502 None None] Pushing event updated for resources: {'Port': ['ID=d17d43bd-5ed3-4943-aa0d-5e1874708b5a,revision_number=3']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:50.938666 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-376e9e84-96aa-4e2a-913c-2460c3c22fc8 None None] Attempting to bind port d17d43bd-5ed3-4943-aa0d-5e1874708b5a on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:56:50.939116 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-376e9e84-96aa-4e2a-913c-2460c3c22fc8 None None] Attempting to bind port d17d43bd-5ed3-4943-aa0d-5e1874708b5a by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': '33188b60-a846-4349-afe3-423905fd4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '037b0d91-8d72-4470-bac5-4a13abbb68df'}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:56:50.939728 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376e9e84-96aa-4e2a-913c-2460c3c22fc8 None None] Attempting to bind port d17d43bd-5ed3-4943-aa0d-5e1874708b5a on network 037b0d91-8d72-4470-bac5-4a13abbb68df {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:56:50.956762 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376e9e84-96aa-4e2a-913c-2460c3c22fc8 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:56:50.957514 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376e9e84-96aa-4e2a-913c-2460c3c22fc8 None None] Checking segment: {'id': '33188b60-a846-4349-afe3-423905fd4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '037b0d91-8d72-4470-bac5-4a13abbb68df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:56:50.958155 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-376e9e84-96aa-4e2a-913c-2460c3c22fc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:50.958499 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376e9e84-96aa-4e2a-913c-2460c3c22fc8 None None] Bound using segment: {'id': '33188b60-a846-4349-afe3-423905fd4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '037b0d91-8d72-4470-bac5-4a13abbb68df'} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:56:50.959125 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-376e9e84-96aa-4e2a-913c-2460c3c22fc8 None None] Bound port: d17d43bd-5ed3-4943-aa0d-5e1874708b5a, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33188b60-a846-4349-afe3-423905fd4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '037b0d91-8d72-4470-bac5-4a13abbb68df'}}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:56:50.959506 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-376e9e84-96aa-4e2a-913c-2460c3c22fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (d17d43bd-5ed3-4943-aa0d-5e1874708b5a), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:51.119099 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 769695f9-a28c-40de-8e90-36eb033634f5 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:56:51.180592 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d13d3a-4a9b-4347-bb58-5038610288f4 req-050c3b65-711b-4f6c-b7db-b8020d287e58 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:51.182429 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a8d13d3a-4a9b-4347-bb58-5038610288f4 req-050c3b65-711b-4f6c-b7db-b8020d287e58 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 943 time: 0.1588838 May 19 13:56:51.220526 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f88fec-31f3-4e27-bcac-a9dc3b461aae req-8485df66-156f-4720-b439-dd7cfd631eb2 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:51.222315 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-64f88fec-31f3-4e27-bcac-a9dc3b461aae req-8485df66-156f-4720-b439-dd7cfd631eb2 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.1611753 May 19 13:56:51.235096 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-376e9e84-96aa-4e2a-913c-2460c3c22fc8 None None] For port d17d43bd-5ed3-4943-aa0d-5e1874708b5a, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:56:51.239830 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-376e9e84-96aa-4e2a-913c-2460c3c22fc8 None None] For port d17d43bd-5ed3-4943-aa0d-5e1874708b5a, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=d17d43bd-5ed3-4943-aa0d-5e1874708b5a,segment=NetworkSegment(33188b60-a846-4349-afe3-423905fd4459),segment_id=33188b60-a846-4349-afe3-423905fd4459)] {{(pid=110063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:56:51.260564 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-376e9e84-96aa-4e2a-913c-2460c3c22fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (d17d43bd-5ed3-4943-aa0d-5e1874708b5a), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:51.349208 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:51.421292 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-64f88fec-31f3-4e27-bcac-a9dc3b461aae req-25347755-bd75-4395-bba9-fdd1ef487dc4 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788583 May 19 13:56:51.432362 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a8d13d3a-4a9b-4347-bb58-5038610288f4 req-ea51b28e-ad38-477f-83df-473e6b7eab1c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2354836 May 19 13:56:51.468041 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 9636a338-81c2-4e01-8620-ce36ba238295 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:56:51.613360 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 9636a338-81c2-4e01-8620-ce36ba238295, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=9636a338-81c2-4e01-8620-ce36ba238295,segment=NetworkSegment(3357b59c-800b-4264-ab3b-ac31421ff465),segment_id=3357b59c-800b-4264-ab3b-ac31421ff465)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:56:51.628332 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42a605-15e5-46a6-aadd-802d1cbfb502 None None] Pushing event updated for resources: {'Port': ['ID=d17d43bd-5ed3-4943-aa0d-5e1874708b5a,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:51.639130 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:51.642725 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-674271b8-36c5-44ea-8ba8-7f31b0e7fff1 None None] Provisioning complete for port d17d43bd-5ed3-4943-aa0d-5e1874708b5a triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:56:51.643281 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-674271b8-36c5-44ea-8ba8-7f31b0e7fff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (d17d43bd-5ed3-4943-aa0d-5e1874708b5a), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:51.646207 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Returning: {'device': '9636a338-81c2-4e01-8620-ce36ba238295', 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258', 'port_id': '9636a338-81c2-4e01-8620-ce36ba238295', 'mac_address': 'fa:16:3e:84:53:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:56:51.731619 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 9636a338-81c2-4e01-8620-ce36ba238295 is: DOWN; New status is: BUILD {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:56:51.732340 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (9636a338-81c2-4e01-8620-ce36ba238295), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:51.760595 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9636a338-81c2-4e01-8620-ce36ba238295 {{(pid=110063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:56:51.764986 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 769695f9-a28c-40de-8e90-36eb033634f5 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:56:51.765562 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (769695f9-a28c-40de-8e90-36eb033634f5), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:51.886391 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 9636a338-81c2-4e01-8620-ce36ba238295, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=9636a338-81c2-4e01-8620-ce36ba238295,segment=NetworkSegment(3357b59c-800b-4264-ab3b-ac31421ff465),segment_id=3357b59c-800b-4264-ab3b-ac31421ff465)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:56:51.887991 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376e9e84-96aa-4e2a-913c-2460c3c22fc8 None None] Routers {'8b9dbd45-ef9f-42d3-aace-c334f5e2105f'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:56:51.888927 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-376e9e84-96aa-4e2a-913c-2460c3c22fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:56:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['8b9dbd45-ef9f-42d3-aace-c334f5e2105f'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:56:51.899963 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (9636a338-81c2-4e01-8620-ce36ba238295), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:52.244331 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 33038) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:52.289488 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=9636a338-81c2-4e01-8620-ce36ba238295,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:52.324325 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:52.332540 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-674271b8-36c5-44ea-8ba8-7f31b0e7fff1 None None] Current status of the port d17d43bd-5ed3-4943-aa0d-5e1874708b5a is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:56:52.333187 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-674271b8-36c5-44ea-8ba8-7f31b0e7fff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (d17d43bd-5ed3-4943-aa0d-5e1874708b5a), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:52.336460 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 769695f9-a28c-40de-8e90-36eb033634f5 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:56:52.360349 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-376e9e84-96aa-4e2a-913c-2460c3c22fc8 None None] Set router 8b9dbd45-ef9f-42d3-aace-c334f5e2105f gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:56:52.445295 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['9636a338-81c2-4e01-8620-ce36ba238295'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:56:52.502811 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-0e8c7ba0-ac33-49e7-a86c-c0049d9a78c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:52.585699 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-674271b8-36c5-44ea-8ba8-7f31b0e7fff1 None None] For port d17d43bd-5ed3-4943-aa0d-5e1874708b5a, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=d17d43bd-5ed3-4943-aa0d-5e1874708b5a,segment=NetworkSegment(33188b60-a846-4349-afe3-423905fd4459),segment_id=33188b60-a846-4349-afe3-423905fd4459)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:56:52.598422 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-674271b8-36c5-44ea-8ba8-7f31b0e7fff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (d17d43bd-5ed3-4943-aa0d-5e1874708b5a), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:52.620384 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:52.765608 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995a288-8897-4ea9-8096-a02bf9a9a10d req-2389ef02-feb7-47af-8bb6-8b4415453bd8 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:52.767300 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c995a288-8897-4ea9-8096-a02bf9a9a10d req-2389ef02-feb7-47af-8bb6-8b4415453bd8 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.2045069 May 19 13:56:52.773555 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33220e0f-c827-462e-9f0b-d592f2edf569 req-c67f8105-90d9-45b6-a882-7a4831d37b40 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:52.780434 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-33220e0f-c827-462e-9f0b-d592f2edf569 req-c67f8105-90d9-45b6-a882-7a4831d37b40 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 944 time: 0.2152569 May 19 13:56:52.935457 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-33220e0f-c827-462e-9f0b-d592f2edf569 req-c29e6d3e-3875-4045-ac11-2f72d68811b8 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489065 May 19 13:56:52.946852 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c995a288-8897-4ea9-8096-a02bf9a9a10d req-ef9806fc-5eae-4f96-8482-9c819438de6a tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582429 May 19 13:56:52.960169 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-0e8c7ba0-ac33-49e7-a86c-c0049d9a78c1 admin admin] Publish callbacks [] for security_group (82442f68-4e5f-4bfd-a24f-7cf53e2f103a), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:52.979966 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-0e8c7ba0-ac33-49e7-a86c-c0049d9a78c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (82442f68-4e5f-4bfd-a24f-7cf53e2f103a), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:53.087346 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-0e8c7ba0-ac33-49e7-a86c-c0049d9a78c1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=45a6637cc9e94be9871b167386a7de1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8410161 May 19 13:56:53.088766 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c7ba0-ac33-49e7-a86c-c0049d9a78c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82442f68-4e5f-4bfd-a24f-7cf53e2f103a,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:53.090396 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 33054) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:53.253300 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7102dd03-3ed4-400b-a243-63147f56a901 admin admin] Publish callbacks [] for security_group (82442f68-4e5f-4bfd-a24f-7cf53e2f103a), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:53.289163 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-b3a59298-9ac7-47cb-90fe-1b4d97600751 None None] Provisioning complete for port d17d43bd-5ed3-4943-aa0d-5e1874708b5a triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:56:53.290240 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-b3a59298-9ac7-47cb-90fe-1b4d97600751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (d17d43bd-5ed3-4943-aa0d-5e1874708b5a), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:53.305031 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7102dd03-3ed4-400b-a243-63147f56a901 admin admin] Publish callbacks [] for security_group (82442f68-4e5f-4bfd-a24f-7cf53e2f103a), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:53.393473 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7102dd03-3ed4-400b-a243-63147f56a901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (82442f68-4e5f-4bfd-a24f-7cf53e2f103a), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:53.396532 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7102dd03-3ed4-400b-a243-63147f56a901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:53.401343 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-7102dd03-3ed4-400b-a243-63147f56a901 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82442f68-4e5f-4bfd-a24f-7cf53e2f103a HTTP/1.1" status: 204 len: 168 time: 0.3097558 May 19 13:56:53.431586 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102dd03-3ed4-400b-a243-63147f56a901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82442f68-4e5f-4bfd-a24f-7cf53e2f103a,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:53.447001 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674271b8-36c5-44ea-8ba8-7f31b0e7fff1 None None] Pushing event updated for resources: {'Port': ['ID=d17d43bd-5ed3-4943-aa0d-5e1874708b5a,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:53.779730 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:53.871536 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-b3a59298-9ac7-47cb-90fe-1b4d97600751 None None] Current status of the port d17d43bd-5ed3-4943-aa0d-5e1874708b5a is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:56:53.923120 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-376e9e84-96aa-4e2a-913c-2460c3c22fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9dbd45-ef9f-42d3-aace-c334f5e2105f', 'name': 'tempest-TestMinimumBasicScenario-1982275133-router', 'tenant_id': '1f4275b742b84ecc97c6aff544e82d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '769695f9-a28c-40de-8e90-36eb033634f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:56:39Z', 'updated_at': '2022-05-19T13:56:46Z', 'revision_number': 4, 'project_id': '1f4275b742b84ecc97c6aff544e82d88', 'gw_port': {'id': '769695f9-a28c-40de-8e90-36eb033634f5', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9dbd45-ef9f-42d3-aace-c334f5e2105f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:41Z', 'updated_at': '2022-05-19T13:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'd17d43bd-5ed3-4943-aa0d-5e1874708b5a', 'name': '', 'network_id': '037b0d91-8d72-4470-bac5-4a13abbb68df', 'tenant_id': '1f4275b742b84ecc97c6aff544e82d88', 'mac_address': 'fa:16:3e:25:df:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9dbd45-ef9f-42d3-aace-c334f5e2105f', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '29a9c90b-cbb1-4c16-9f09-60a10dad42c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:45Z', 'updated_at': '2022-05-19T13:56:51Z', 'revision_number': 4, 'project_id': '1f4275b742b84ecc97c6aff544e82d88', 'subnets': [{'id': '29a9c90b-cbb1-4c16-9f09-60a10dad42c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:56:53.969331 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376e9e84-96aa-4e2a-913c-2460c3c22fc8 None None] The sync data for ids ['8b9dbd45-ef9f-42d3-aace-c334f5e2105f'] in dv-cinder-784815-14-iscsi is: [{'id': '8b9dbd45-ef9f-42d3-aace-c334f5e2105f', 'name': 'tempest-TestMinimumBasicScenario-1982275133-router', 'tenant_id': '1f4275b742b84ecc97c6aff544e82d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '769695f9-a28c-40de-8e90-36eb033634f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:56:39Z', 'updated_at': '2022-05-19T13:56:46Z', 'revision_number': 4, 'project_id': '1f4275b742b84ecc97c6aff544e82d88', 'gw_port': {'id': '769695f9-a28c-40de-8e90-36eb033634f5', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9dbd45-ef9f-42d3-aace-c334f5e2105f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:41Z', 'updated_at': '2022-05-19T13:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'd17d43bd-5ed3-4943-aa0d-5e1874708b5a', 'name': '', 'network_id': '037b0d91-8d72-4470-bac5-4a13abbb68df', 'tenant_id': '1f4275b742b84ecc97c6aff544e82d88', 'mac_address': 'fa:16:3e:25:df:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9dbd45-ef9f-42d3-aace-c334f5e2105f', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '29a9c90b-cbb1-4c16-9f09-60a10dad42c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:45Z', 'updated_at': '2022-05-19T13:56:51Z', 'revision_number': 4, 'project_id': '1f4275b742b84ecc97c6aff544e82d88', 'subnets': [{'id': '29a9c90b-cbb1-4c16-9f09-60a10dad42c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:56:54.171062 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 33066) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:54.243437 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882be91f-79d1-4a19-96e3-b0ce03d47c22 req-2f093a88-877a-4d43-9793-ed06dafbbde7 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:54.249518 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-882be91f-79d1-4a19-96e3-b0ce03d47c22 req-2f093a88-877a-4d43-9793-ed06dafbbde7 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.1210656 May 19 13:56:54.253251 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-eaf32595-a077-4532-8d53-5a29ba287524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:54.327245 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a915a9-a5d7-45f3-9b8a-fb40c85254da req-a9ffed08-5dbe-497f-8cb1-2757f277e3e0 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:54.332412 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a0a915a9-a5d7-45f3-9b8a-fb40c85254da req-a9ffed08-5dbe-497f-8cb1-2757f277e3e0 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 944 time: 0.1860023 May 19 13:56:54.595581 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-882be91f-79d1-4a19-96e3-b0ce03d47c22 req-2866264d-82a5-4bcf-80ff-12ef48dd72d1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3451428 May 19 13:56:54.610964 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-eaf32595-a077-4532-8d53-5a29ba287524 admin admin] Publish callbacks [] for security_group (527e25ba-fb57-47fe-9ffe-59d0518f4e75), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:54.625924 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a0a915a9-a5d7-45f3-9b8a-fb40c85254da req-8c10107c-6bee-4518-bd4d-05ca14b0e02a tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821019 May 19 13:56:54.636619 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-eaf32595-a077-4532-8d53-5a29ba287524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (527e25ba-fb57-47fe-9ffe-59d0518f4e75), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:54.691144 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf32595-a077-4532-8d53-5a29ba287524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527e25ba-fb57-47fe-9ffe-59d0518f4e75,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:54.722335 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-eaf32595-a077-4532-8d53-5a29ba287524 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=903adcf7257046f88317019c012d32d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5494039 May 19 13:56:54.725016 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 33074) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:54.931486 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-828e828b-6eab-4d4b-8585-1ac56a4ccb2d admin admin] Publish callbacks [] for security_group (527e25ba-fb57-47fe-9ffe-59d0518f4e75), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:55.013420 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-828e828b-6eab-4d4b-8585-1ac56a4ccb2d admin admin] Publish callbacks [] for security_group (527e25ba-fb57-47fe-9ffe-59d0518f4e75), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:55.032500 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:56:55.043416 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device d17d43bd-5ed3-4943-aa0d-5e1874708b5a up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:56:55.123148 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-828e828b-6eab-4d4b-8585-1ac56a4ccb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (527e25ba-fb57-47fe-9ffe-59d0518f4e75), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:55.126263 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-828e828b-6eab-4d4b-8585-1ac56a4ccb2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:55.131268 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-828e828b-6eab-4d4b-8585-1ac56a4ccb2d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/527e25ba-fb57-47fe-9ffe-59d0518f4e75 HTTP/1.1" status: 204 len: 168 time: 0.4029846 May 19 13:56:55.154137 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e828b-6eab-4d4b-8585-1ac56a4ccb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527e25ba-fb57-47fe-9ffe-59d0518f4e75,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:55.180020 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 33084) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:55.221360 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port d17d43bd-5ed3-4943-aa0d-5e1874708b5a triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:56:55.223079 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (d17d43bd-5ed3-4943-aa0d-5e1874708b5a), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:55.345686 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 9636a338-81c2-4e01-8620-ce36ba238295 up at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:56:55.569001 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port d17d43bd-5ed3-4943-aa0d-5e1874708b5a is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:56:55.611747 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning for port 9636a338-81c2-4e01-8620-ce36ba238295 completed by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:56:55.634810 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning complete for port 9636a338-81c2-4e01-8620-ce36ba238295 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:56:55.635362 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (9636a338-81c2-4e01-8620-ce36ba238295), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:55.783835 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:55.898672 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-de6c53b2-9fcf-406f-bcdd-0f17dd581803 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:55.996842 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 9636a338-81c2-4e01-8620-ce36ba238295 is: BUILD; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:56:55.997328 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (9636a338-81c2-4e01-8620-ce36ba238295), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:56.085608 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:56.123829 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 33100) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:56.129529 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83247503-3bc5-4f4d-9221-acd8b14033e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9636a338-81c2-4e01-8620-ce36ba238295'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:56:56.135111 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5aa82c-f71e-4129-9e3f-4cf3b6018376" -d '{"events": [{"server_uuid": "83247503-3bc5-4f4d-9221-acd8b14033e8", "name": "network-vif-plugged", "status": "completed", "tag": "9636a338-81c2-4e01-8620-ce36ba238295"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:56:56.143300 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 9636a338-81c2-4e01-8620-ce36ba238295, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=9636a338-81c2-4e01-8620-ce36ba238295,segment=NetworkSegment(3357b59c-800b-4264-ab3b-ac31421ff465),segment_id=3357b59c-800b-4264-ab3b-ac31421ff465)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:56:56.159034 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-de6c53b2-9fcf-406f-bcdd-0f17dd581803 admin admin] Publish callbacks [] for security_group (32139bcd-c172-470a-a740-9113ae462ba3), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:56.174775 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=36 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:56.175435 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-6ce43681-a2fb-45a9-9adc-cec2ec34f097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:56.195139 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (9636a338-81c2-4e01-8620-ce36ba238295), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:56.195369 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b828fe-5d09-4e20-9ca8-0c1f1ac5a234 req-4fb70d52-16bb-4026-b716-0ebf6719d1b0 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:56.203279 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-53b828fe-5d09-4e20-9ca8-0c1f1ac5a234 req-4fb70d52-16bb-4026-b716-0ebf6719d1b0 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.3757203 May 19 13:56:56.204244 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-de6c53b2-9fcf-406f-bcdd-0f17dd581803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (32139bcd-c172-470a-a740-9113ae462ba3), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:56.228896 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:56.292249 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-de6c53b2-9fcf-406f-bcdd-0f17dd581803 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=957af36a92db42a19f014ab2948e5516&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1080794 May 19 13:56:56.294737 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c53b2-9fcf-406f-bcdd-0f17dd581803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32139bcd-c172-470a-a740-9113ae462ba3,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:56.301254 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 33106) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:56.318732 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=9636a338-81c2-4e01-8620-ce36ba238295,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:56.421137 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-137cf1bb-8604-4b9a-930e-085721c59eba admin admin] Publish callbacks [] for security_group (32139bcd-c172-470a-a740-9113ae462ba3), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:56.464182 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-6ce43681-a2fb-45a9-9adc-cec2ec34f097 admin admin] Publish callbacks [] for security_group (bcca31ad-226c-4cd0-a43d-79954ba79962), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:56.465673 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:56.474402 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b03642-79a0-42ca-99eb-beb6f29211ed req-80ab1e24-0a9a-4389-8b9a-fa2d2c1172c6 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:56.482616 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-95b03642-79a0-42ca-99eb-beb6f29211ed req-80ab1e24-0a9a-4389-8b9a-fa2d2c1172c6 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 944 time: 0.5856540 May 19 13:56:56.490177 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-6ce43681-a2fb-45a9-9adc-cec2ec34f097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (bcca31ad-226c-4cd0-a43d-79954ba79962), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:56.514825 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-137cf1bb-8604-4b9a-930e-085721c59eba admin admin] Publish callbacks [] for security_group (32139bcd-c172-470a-a740-9113ae462ba3), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:56.593343 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-6ce43681-a2fb-45a9-9adc-cec2ec34f097 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c9ac6b86eab54c57af50d611ee0ded21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4661450 May 19 13:56:56.597856 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce43681-a2fb-45a9-9adc-cec2ec34f097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcca31ad-226c-4cd0-a43d-79954ba79962,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:56.601378 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 33110) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:56.663481 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-53b828fe-5d09-4e20-9ca8-0c1f1ac5a234 req-915539f6-72e2-4108-83c5-84d319a48b18 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4475400 May 19 13:56:56.678432 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-95b03642-79a0-42ca-99eb-beb6f29211ed req-1037eebf-3675-4889-a869-9386bb79550e tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945035 May 19 13:56:56.679899 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-137cf1bb-8604-4b9a-930e-085721c59eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (32139bcd-c172-470a-a740-9113ae462ba3), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:56.683033 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-137cf1bb-8604-4b9a-930e-085721c59eba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:56.702851 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-137cf1bb-8604-4b9a-930e-085721c59eba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/32139bcd-c172-470a-a740-9113ae462ba3 HTTP/1.1" status: 204 len: 168 time: 0.4001887 May 19 13:56:56.722726 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137cf1bb-8604-4b9a-930e-085721c59eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32139bcd-c172-470a-a740-9113ae462ba3,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:56.800317 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-90bca759-feab-45e4-9fd3-d6e679a18e80 admin admin] Publish callbacks [] for security_group (bcca31ad-226c-4cd0-a43d-79954ba79962), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:56.823433 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cbeb63-e005-4dc9-85c0-e4af5543a193 x-openstack-request-id: req-64cbeb63-e005-4dc9-85c0-e4af5543a193 {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:56:56.823987 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83247503-3bc5-4f4d-9221-acd8b14033e8", "name": "network-vif-plugged", "status": "completed", "tag": "9636a338-81c2-4e01-8620-ce36ba238295", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:56:56.824436 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-64cbeb63-e005-4dc9-85c0-e4af5543a193 {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:56:56.825030 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64cbeb63-e005-4dc9-85c0-e4af5543a193'] response: {'server_uuid': '83247503-3bc5-4f4d-9221-acd8b14033e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9636a338-81c2-4e01-8620-ce36ba238295', 'code': 200} May 19 13:56:56.855470 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 33114) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:56.860832 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-7f36b50a-021d-417f-9a86-31d6110b41dd tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--93507787', 'description': 'tempest-description--40226541'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:56:56.896341 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-90bca759-feab-45e4-9fd3-d6e679a18e80 admin admin] Publish callbacks [] for security_group (bcca31ad-226c-4cd0-a43d-79954ba79962), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:56.934803 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7f36b50a-021d-417f-9a86-31d6110b41dd tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:57.013473 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-90bca759-feab-45e4-9fd3-d6e679a18e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (bcca31ad-226c-4cd0-a43d-79954ba79962), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:57.016876 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-90bca759-feab-45e4-9fd3-d6e679a18e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:57.018340 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-90bca759-feab-45e4-9fd3-d6e679a18e80 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bcca31ad-226c-4cd0-a43d-79954ba79962 HTTP/1.1" status: 204 len: 168 time: 0.4129109 May 19 13:56:57.072235 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bca759-feab-45e4-9fd3-d6e679a18e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcca31ad-226c-4cd0-a43d-79954ba79962,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:57.196382 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7f36b50a-021d-417f-9a86-31d6110b41dd tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group (4ac0bba0-324c-42db-b56f-2fe61befa34f), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:57.212054 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7f36b50a-021d-417f-9a86-31d6110b41dd tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (4ac0bba0-324c-42db-b56f-2fe61befa34f), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:57.258956 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=13 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:57.271046 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7f36b50a-021d-417f-9a86-31d6110b41dd tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:57.281145 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-7f36b50a-021d-417f-9a86-31d6110b41dd tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.4212961 May 19 13:56:57.282937 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 33120) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:57.306321 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-392fabac-b48d-46ec-ba30-2d8dfa56456d tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Request body: {'security_group_rule': {'security_group_id': '4ac0bba0-324c-42db-b56f-2fe61befa34f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:56:57.315484 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e513b-cefd-4c04-9aaa-ba86934f9b14 req-746dd38a-9934-4799-ae7c-6e7c25e855ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:57.336306 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-890e513b-cefd-4c04-9aaa-ba86934f9b14 req-746dd38a-9934-4799-ae7c-6e7c25e855ab service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 1129 time: 0.1563056 May 19 13:56:57.341860 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36b50a-021d-417f-9a86-31d6110b41dd tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac0bba0-324c-42db-b56f-2fe61befa34f,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:57.481156 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-890e513b-cefd-4c04-9aaa-ba86934f9b14 req-3c812599-4b27-4afc-bc4d-edae7e27c30b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372473 May 19 13:56:57.498379 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-392fabac-b48d-46ec-ba30-2d8dfa56456d tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group_rule (0b8c78d3-797c-4f80-a828-fed0201a298b), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:57.660413 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-392fabac-b48d-46ec-ba30-2d8dfa56456d tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group_rule (0b8c78d3-797c-4f80-a828-fed0201a298b), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:57.674874 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-392fabac-b48d-46ec-ba30-2d8dfa56456d tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (0b8c78d3-797c-4f80-a828-fed0201a298b), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:57.735479 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fabac-b48d-46ec-ba30-2d8dfa56456d tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b8c78d3-797c-4f80-a828-fed0201a298b,revision_number=0']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:57.775650 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-392fabac-b48d-46ec-ba30-2d8dfa56456d tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:57.778683 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-392fabac-b48d-46ec-ba30-2d8dfa56456d tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4924262 May 19 13:56:57.781564 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 33140) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:57.787505 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-e1167957-a4d3-4df3-9890-3ba4760821ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Request body: {'security_group_rule': {'security_group_id': '4ac0bba0-324c-42db-b56f-2fe61befa34f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:56:57.880399 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba413489-f506-441c-9011-6d09f55df96d req-5a1ff34e-d59a-4fc6-8567-db2a50d50624 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:57.895409 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ba413489-f506-441c-9011-6d09f55df96d req-5a1ff34e-d59a-4fc6-8567-db2a50d50624 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.1034009 May 19 13:56:57.898438 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e1167957-a4d3-4df3-9890-3ba4760821ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group_rule (095ba9e8-c532-478b-8a56-d28e62242477), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:57.998997 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520bad9-6eb5-4c4c-b7f7-82f2a32043b0 req-1fad3af9-a208-4002-bb21-415ac559ea54 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:58.000425 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2520bad9-6eb5-4c4c-b7f7-82f2a32043b0 req-1fad3af9-a208-4002-bb21-415ac559ea54 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.1101217 May 19 13:56:58.032921 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:58.044347 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e1167957-a4d3-4df3-9890-3ba4760821ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group_rule (095ba9e8-c532-478b-8a56-d28e62242477), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:58.052887 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ba413489-f506-441c-9011-6d09f55df96d req-3b1d4c91-5f17-4519-9bf5-ebf16e087c6c tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636896 May 19 13:56:58.056602 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e1167957-a4d3-4df3-9890-3ba4760821ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (095ba9e8-c532-478b-8a56-d28e62242477), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:58.115185 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1167957-a4d3-4df3-9890-3ba4760821ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095ba9e8-c532-478b-8a56-d28e62242477,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:58.143541 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e1167957-a4d3-4df3-9890-3ba4760821ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:58.146855 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-e1167957-a4d3-4df3-9890-3ba4760821ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3630714 May 19 13:56:58.150405 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 33158) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:58.151306 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2520bad9-6eb5-4c4c-b7f7-82f2a32043b0 req-58fcaddd-96c4-410b-897d-f24ced1f9b22 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376781 May 19 13:56:58.157315 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-7b81812d-0ed4-4324-89b4-9c98539c63df tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Request body: {'floatingip': {'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:56:58.190343 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7b81812d-0ed4-4324-89b4-9c98539c63df tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:58.358875 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7b81812d-0ed4-4324-89b4-9c98539c63df tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:58.370051 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:58.514359 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [None req-7b81812d-0ed4-4324-89b4-9c98539c63df tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Allocated IP 172.27.2.232 (db349b0a-3651-4f3e-8f89-c44d13ee049b/851bfd66-21de-4b67-adef-488354d2d2c5/9b4738aa-0bfa-4399-81a9-26a818e29153) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:56:58.690749 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7b81812d-0ed4-4324-89b4-9c98539c63df tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for port (9b4738aa-0bfa-4399-81a9-26a818e29153), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:58.711858 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 33182) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:58.731291 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7b81812d-0ed4-4324-89b4-9c98539c63df tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (9b4738aa-0bfa-4399-81a9-26a818e29153), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:58.777154 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b81812d-0ed4-4324-89b4-9c98539c63df tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Network db349b0a-3651-4f3e-8f89-c44d13ee049b is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:56:58.780355 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-7b81812d-0ed4-4324-89b4-9c98539c63df tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:56:58.787627 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b81812d-0ed4-4324-89b4-9c98539c63df tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:56:58.829355 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81812d-0ed4-4324-89b4-9c98539c63df tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event updated for resources: {'Port': ['ID=9b4738aa-0bfa-4399-81a9-26a818e29153,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:58.901715 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7b81812d-0ed4-4324-89b4-9c98539c63df tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (b5241954-77a0-46e9-93b2-594dcc4f343b), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:58.912441 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:58.916054 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-040f64cc-cd91-48bb-9820-148c4c601d7c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1097738010-network', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:56:58.944788 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040f64cc-cd91-48bb-9820-148c4c601d7c admin admin] Made reservation on behalf of 0197b4cff99649ef9da1e77b1461dd76 for: {'network': 1} {{(pid=110061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:56:58.949304 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-040f64cc-cd91-48bb-9820-148c4c601d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for network (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:58.965290 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7b81812d-0ed4-4324-89b4-9c98539c63df tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (9b4738aa-0bfa-4399-81a9-26a818e29153), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:58.967158 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-040f64cc-cd91-48bb-9820-148c4c601d7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:59.152855 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-040f64cc-cd91-48bb-9820-148c4c601d7c admin admin] Publish callbacks [] for security_group (dc3aae09-1459-446b-bef3-dc8ec40cbf07), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:59.169391 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-040f64cc-cd91-48bb-9820-148c4c601d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (dc3aae09-1459-446b-bef3-dc8ec40cbf07), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:59.207101 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040f64cc-cd91-48bb-9820-148c4c601d7c admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=110061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:56:59.252667 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-040f64cc-cd91-48bb-9820-148c4c601d7c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784568151821', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (928cf707-3a57-42be-888e-e87227f138fd), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:59.253209 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.segments_db [None req-040f64cc-cd91-48bb-9820-148c4c601d7c admin admin] Added segment 928cf707-3a57-42be-888e-e87227f138fd of type vlan for network 54c8cc8a-69f9-403a-8e8d-3798fe8809d1 May 19 13:56:59.285127 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7b81812d-0ed4-4324-89b4-9c98539c63df tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for port (9b4738aa-0bfa-4399-81a9-26a818e29153), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:59.291957 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7b81812d-0ed4-4324-89b4-9c98539c63df tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29558909'] for port (9b4738aa-0bfa-4399-81a9-26a818e29153), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:59.408253 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f64cc-cd91-48bb-9820-148c4c601d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3aae09-1459-446b-bef3-dc8ec40cbf07,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:59.430417 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:56:59.442361 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed5038-1d90-4147-8a16-c45e0f326ba1 req-5dcdbb77-8670-49e1-b3af-9b145da8e34f tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:59.453208 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-70ed5038-1d90-4147-8a16-c45e0f326ba1 req-5dcdbb77-8670-49e1-b3af-9b145da8e34f tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.2569623 May 19 13:56:59.457482 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81812d-0ed4-4324-89b4-9c98539c63df tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event updated for resources: {'Port': ['ID=9b4738aa-0bfa-4399-81a9-26a818e29153,revision_number=2']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:59.460402 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-040f64cc-cd91-48bb-9820-148c4c601d7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784567602773'] for network (54c8cc8a-69f9-403a-8e8d-3798fe8809d1), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:59.489204 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7b81812d-0ed4-4324-89b4-9c98539c63df tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (b5241954-77a0-46e9-93b2-594dcc4f343b), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:59.508556 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09760483-9d7c-4b5e-a455-750eb63ccd0c req-5fbc636a-aaf2-401c-a8bf-3a3659ad60a8 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:59.510302 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-09760483-9d7c-4b5e-a455-750eb63ccd0c req-5fbc636a-aaf2-401c-a8bf-3a3659ad60a8 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.2548847 May 19 13:56:59.514288 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7b81812d-0ed4-4324-89b4-9c98539c63df tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:59.516907 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-7b81812d-0ed4-4324-89b4-9c98539c63df tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3636768 May 19 13:56:59.588736 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-70ed5038-1d90-4147-8a16-c45e0f326ba1 req-bf686dca-842a-4c05-8fe5-ca4acf171d14 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322381 May 19 13:56:59.642037 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-040f64cc-cd91-48bb-9820-148c4c601d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for network (54c8cc8a-69f9-403a-8e8d-3798fe8809d1), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:59.646194 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f64cc-cd91-48bb-9820-148c4c601d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:56:59.648716 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-040f64cc-cd91-48bb-9820-148c4c601d7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:59.731404 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f64cc-cd91-48bb-9820-148c4c601d7c admin admin] Pushing event updated for resources: {'Network': ['ID=54c8cc8a-69f9-403a-8e8d-3798fe8809d1,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:56:59.743175 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Network 54c8cc8a-69f9-403a-8e8d-3798fe8809d1 details requested by agent ovs-agent-dv-cinder-784815-14-iscsi with host dv-cinder-784815-14-iscsi {{(pid=110063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:56:59.749171 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-09760483-9d7c-4b5e-a455-750eb63ccd0c req-539950de-4f89-4e73-ad65-a1279dca2133 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019062 May 19 13:56:59.757641 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-040f64cc-cd91-48bb-9820-148c4c601d7c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0436327 May 19 13:56:59.760616 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 33216) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:56:59.765896 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-1ad8fd26-f4d4-436a-8425-f5e8cc125bcf admin admin] Request body: {'subnet': {'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1097738010-subnet', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'ip_version': 4}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:56:59.812573 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad8fd26-f4d4-436a-8425-f5e8cc125bcf admin admin] Made reservation on behalf of 0197b4cff99649ef9da1e77b1461dd76 for: {'subnet': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:56:59.817589 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1ad8fd26-f4d4-436a-8425-f5e8cc125bcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29814894'] for subnet (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:56:59.872514 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:00.030660 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1ad8fd26-f4d4-436a-8425-f5e8cc125bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29560314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29814904'] for subnet (ad190400-38de-4ff3-91b2-16168643ebf7), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:00.099840 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8fd26-f4d4-436a-8425-f5e8cc125bcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad190400-38de-4ff3-91b2-16168643ebf7,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:00.111657 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad8fd26-f4d4-436a-8425-f5e8cc125bcf admin admin] Checking segment: {'id': '928cf707-3a57-42be-888e-e87227f138fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:57:00.112009 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad8fd26-f4d4-436a-8425-f5e8cc125bcf admin admin] Network hostable DHCP agents. Network: 54c8cc8a-69f9-403a-8e8d-3798fe8809d1, hostable agents: ['ed6e9061-200e-415c-854c-495582c024f0'], hosted agents: [] {{(pid=110062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:57:00.144863 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad8fd26-f4d4-436a-8425-f5e8cc125bcf admin admin] Network 54c8cc8a-69f9-403a-8e8d-3798fe8809d1 is scheduled to be hosted by DHCP agent ed6e9061-200e-415c-854c-495582c024f0 with binding_index 1 {{(pid=110062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:57:00.158120 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-1ad8fd26-f4d4-436a-8425-f5e8cc125bcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-14-iscsi, 54c8cc8a-69f9-403a-8e8d-3798fe8809d1) {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:57:00.162855 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad8fd26-f4d4-436a-8425-f5e8cc125bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:00.170474 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1ad8fd26-f4d4-436a-8425-f5e8cc125bcf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:00.177038 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002718ae-27a4-4a23-afb6-f6e839fb819d None None] Network 54c8cc8a-69f9-403a-8e8d-3798fe8809d1 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:57:00.216234 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-1ad8fd26-f4d4-436a-8425-f5e8cc125bcf admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4541812 May 19 13:57:00.219391 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 33238) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:57:00.243147 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-3c2ca0ee-3229-4ae0-a94d-e8a798c66d42 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1097738010-router', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:57:00.286027 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3c2ca0ee-3229-4ae0-a94d-e8a798c66d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6197'] for router (73788eae-5c3c-41d3-aa1a-abff2da4e675), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:00.287266 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3c2ca0ee-3229-4ae0-a94d-e8a798c66d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1631004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-473605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6188'] for router (73788eae-5c3c-41d3-aa1a-abff2da4e675), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:00.316121 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0bc5e5-66c3-4556-8b62-f3dd485c5be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fe39ec4-ffd7-5688-a378-30d4d243c226-54c8cc8a-69f9-403a-8e8d-3798fe8809d1', 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1', 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'fixed_ips': [{'subnet_id': 'ad190400-38de-4ff3-91b2-16168643ebf7'}]}} from dv-cinder-784815-14-iscsi. {{(pid=110063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 13:57:00.317164 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-ba0bc5e5-66c3-4556-8b62-f3dd485c5be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:00.387296 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3c2ca0ee-3229-4ae0-a94d-e8a798c66d42 admin admin] Publish callbacks [] for router_controller (73788eae-5c3c-41d3-aa1a-abff2da4e675), precommit_add_association {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:00.463163 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:00.576919 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.db_base_plugin_common [None req-ba0bc5e5-66c3-4556-8b62-f3dd485c5be2 None None] Allocated IP 172.20.0.2 (54c8cc8a-69f9-403a-8e8d-3798fe8809d1/ad190400-38de-4ff3-91b2-16168643ebf7/88c7b935-045a-4014-88c8-4b95da480cd4) {{(pid=110063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:57:00.634072 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3c2ca0ee-3229-4ae0-a94d-e8a798c66d42 admin admin] Publish callbacks [] for router_gateway (73788eae-5c3c-41d3-aa1a-abff2da4e675), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:00.681447 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=9 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:00.803601 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674283f7-6ee4-494c-b7ba-df541a60d68c req-177ebffc-b50d-434a-89d8-9f4bd059d83b tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:00.811797 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-674283f7-6ee4-494c-b7ba-df541a60d68c req-177ebffc-b50d-434a-89d8-9f4bd059d83b tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.0893302 May 19 13:57:00.849282 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-ba0bc5e5-66c3-4556-8b62-f3dd485c5be2 None None] Publish callbacks [] for port (88c7b935-045a-4014-88c8-4b95da480cd4), precommit_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:00.862017 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-ba0bc5e5-66c3-4556-8b62-f3dd485c5be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (88c7b935-045a-4014-88c8-4b95da480cd4), after_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:00.898706 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-674283f7-6ee4-494c-b7ba-df541a60d68c req-eddd9301-892c-4508-ab59-3d2e4885a4bc tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806103 May 19 13:57:00.925599 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:00.963572 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0bc5e5-66c3-4556-8b62-f3dd485c5be2 None None] Network 54c8cc8a-69f9-403a-8e8d-3798fe8809d1 is already hosted by enough agents. {{(pid=110063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:57:00.984449 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.scheduler.base_scheduler [None req-ba0bc5e5-66c3-4556-8b62-f3dd485c5be2 None None] Resources bound (agent type, host, resource id): {{(pid=110063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:57:00.991389 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0bc5e5-66c3-4556-8b62-f3dd485c5be2 None None] Pushing event updated for resources: {'Port': ['ID=88c7b935-045a-4014-88c8-4b95da480cd4,revision_number=1']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:00.994968 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0bc5e5-66c3-4556-8b62-f3dd485c5be2 None None] Received port after_create {{(pid=110063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:57:01.128271 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2b51b-5cf6-484c-a764-b9177a03619b req-c2798fd0-0b0e-41ed-b81f-e87eb96913d3 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:01.130397 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e3d2b51b-5cf6-484c-a764-b9177a03619b req-c2798fd0-0b0e-41ed-b81f-e87eb96913d3 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0954139 May 19 13:57:01.137028 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-b8115116-95b4-40f1-b91f-2b564e178826 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--93507787&fields=id&tenant_id=89b4336043d5446b922432a2f43af17a HTTP/1.1" status: 200 len: 267 time: 0.1259468 May 19 13:57:01.170042 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-ba0bc5e5-66c3-4556-8b62-f3dd485c5be2 None None] Attempting to bind port 88c7b935-045a-4014-88c8-4b95da480cd4 on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:57:01.170042 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-ba0bc5e5-66c3-4556-8b62-f3dd485c5be2 None None] Attempting to bind port 88c7b935-045a-4014-88c8-4b95da480cd4 by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': '928cf707-3a57-42be-888e-e87227f138fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1'}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:57:01.170042 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0bc5e5-66c3-4556-8b62-f3dd485c5be2 None None] Attempting to bind port 88c7b935-045a-4014-88c8-4b95da480cd4 on network 54c8cc8a-69f9-403a-8e8d-3798fe8809d1 {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:57:01.177599 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0bc5e5-66c3-4556-8b62-f3dd485c5be2 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:57:01.179046 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0bc5e5-66c3-4556-8b62-f3dd485c5be2 None None] Checking segment: {'id': '928cf707-3a57-42be-888e-e87227f138fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:57:01.179046 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-ba0bc5e5-66c3-4556-8b62-f3dd485c5be2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:01.179046 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0bc5e5-66c3-4556-8b62-f3dd485c5be2 None None] Bound using segment: {'id': '928cf707-3a57-42be-888e-e87227f138fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1'} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:57:01.179339 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-ba0bc5e5-66c3-4556-8b62-f3dd485c5be2 None None] Bound port: 88c7b935-045a-4014-88c8-4b95da480cd4, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '928cf707-3a57-42be-888e-e87227f138fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1'}}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:57:01.179582 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-ba0bc5e5-66c3-4556-8b62-f3dd485c5be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (88c7b935-045a-4014-88c8-4b95da480cd4), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:01.179913 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:01.289973 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-ba0bc5e5-66c3-4556-8b62-f3dd485c5be2 None None] For port 88c7b935-045a-4014-88c8-4b95da480cd4, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:57:01.292424 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3c2ca0ee-3229-4ae0-a94d-e8a798c66d42 admin admin] Publish callbacks [] for router_gateway (73788eae-5c3c-41d3-aa1a-abff2da4e675), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:01.293755 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-ba0bc5e5-66c3-4556-8b62-f3dd485c5be2 None None] For port 88c7b935-045a-4014-88c8-4b95da480cd4, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=88c7b935-045a-4014-88c8-4b95da480cd4,segment=NetworkSegment(928cf707-3a57-42be-888e-e87227f138fd),segment_id=928cf707-3a57-42be-888e-e87227f138fd)] {{(pid=110063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:57:01.313287 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-ba0bc5e5-66c3-4556-8b62-f3dd485c5be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (88c7b935-045a-4014-88c8-4b95da480cd4), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:01.317905 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3c2ca0ee-3229-4ae0-a94d-e8a798c66d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:01.471239 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0bc5e5-66c3-4556-8b62-f3dd485c5be2 None None] Pushing event updated for resources: {'Port': ['ID=88c7b935-045a-4014-88c8-4b95da480cd4,revision_number=2']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:01.500898 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-7f3bed8f-e425-4ef9-a059-a159bab185b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:01.518299 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:01.539922 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e3d2b51b-5cf6-484c-a764-b9177a03619b req-7c01a108-dedb-421b-8cb9-26924b166e92 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4017458 May 19 13:57:01.554156 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [None req-3c2ca0ee-3229-4ae0-a94d-e8a798c66d42 admin admin] Allocated IP 172.27.2.151 (db349b0a-3651-4f3e-8f89-c44d13ee049b/851bfd66-21de-4b67-adef-488354d2d2c5/a25553ed-4a5c-450f-91d0-b84d748e2a9c) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:57:01.638883 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-b07168bb-7bc6-46ea-affe-c2680ec5d66c tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:01.646269 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-b07168bb-7bc6-46ea-affe-c2680ec5d66c tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/networks?id=08206db8-8e78-4412-8a62-0db97bb617cf HTTP/1.1" status: 200 len: 815 time: 0.5008597 May 19 13:57:01.668705 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-4c98df48-c67c-4efc-8553-8888f9b32843 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/quotas/89b4336043d5446b922432a2f43af17a HTTP/1.1" status: 200 len: 375 time: 0.0208006 May 19 13:57:01.712781 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3c2ca0ee-3229-4ae0-a94d-e8a798c66d42 admin admin] Publish callbacks [] for port (a25553ed-4a5c-450f-91d0-b84d748e2a9c), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:01.800159 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3c2ca0ee-3229-4ae0-a94d-e8a798c66d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (a25553ed-4a5c-450f-91d0-b84d748e2a9c), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:01.834469 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6307313-6862-4f4c-a85d-b9eeae030987 req-2ec58b50-b46b-4ee6-887e-7f042f3ab894 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:01.844441 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f6307313-6862-4f4c-a85d-b9eeae030987 req-2ec58b50-b46b-4ee6-887e-7f042f3ab894 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.1946399 May 19 13:57:01.850684 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-8d232116-bae3-4251-b38f-094460cceb5a tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=89b4336043d5446b922432a2f43af17a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1811798 May 19 13:57:01.851378 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 33290) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:57:01.857734 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-c4d8ab68-36ba-48a6-b851-a51e9cab6ed6 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Request body: {'floatingip': {'port_id': '9636a338-81c2-4e01-8620-ce36ba238295'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:57:01.877743 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2ca0ee-3229-4ae0-a94d-e8a798c66d42 admin admin] Network db349b0a-3651-4f3e-8f89-c44d13ee049b is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:57:01.881764 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-3c2ca0ee-3229-4ae0-a94d-e8a798c66d42 admin admin] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:57:01.885702 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2ca0ee-3229-4ae0-a94d-e8a798c66d42 admin admin] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:57:01.964709 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c4d8ab68-36ba-48a6-b851-a51e9cab6ed6 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks [] for floatingip (0240a74b-5c41-4123-99fb-2c0e8883bb80), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:02.025261 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ca0ee-3229-4ae0-a94d-e8a798c66d42 admin admin] Pushing event updated for resources: {'Port': ['ID=a25553ed-4a5c-450f-91d0-b84d748e2a9c,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:02.183614 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f612b-d7e6-4935-8a89-9b7981307837 req-a58aa2cf-023d-405b-b9e2-e2f78ad7d36a tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:02.191816 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-704f612b-d7e6-4935-8a89-9b7981307837 req-a58aa2cf-023d-405b-b9e2-e2f78ad7d36a tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.0584445 May 19 13:57:02.219035 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 33298) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:57:02.328036 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 33300) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:57:02.368180 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3c2ca0ee-3229-4ae0-a94d-e8a798c66d42 admin admin] Publish callbacks [] for router_gateway (73788eae-5c3c-41d3-aa1a-abff2da4e675), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:02.386017 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-704f612b-d7e6-4935-8a89-9b7981307837 req-ea3e0b03-ade6-4d52-a329-e0c5ec9bbd77 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929488 May 19 13:57:02.411883 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a1eb79-d998-4a12-ba38-c184fb88f8f3 admin admin] Deleting subnet 9d549a98-b6c8-49d3-8488-ba26af2d08e6 {{(pid=110061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 13:57:02.430897 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-85a1eb79-d998-4a12-ba38-c184fb88f8f3 admin admin] Publish callbacks [] for subnet (9d549a98-b6c8-49d3-8488-ba26af2d08e6), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:02.456190 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:02.499169 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-4e8b1748-4ca4-4922-8119-bf72133194eb service neutron] 10.222.0.52 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5945373 May 19 13:57:02.546538 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:02.614071 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-8c8fdb51-600b-4acb-be71-2c13ca9e4b6c service neutron] 10.222.0.52 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982003 May 19 13:57:02.649424 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:02.650773 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-7aa40731-f16c-4336-8208-d2164ffaef1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:02.658093 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-85a1eb79-d998-4a12-ba38-c184fb88f8f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30855999'] for subnet (9d549a98-b6c8-49d3-8488-ba26af2d08e6), precommit_delete_associations {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:02.709683 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3c2ca0ee-3229-4ae0-a94d-e8a798c66d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1631179'] for router (73788eae-5c3c-41d3-aa1a-abff2da4e675), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:02.885470 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-85a1eb79-d998-4a12-ba38-c184fb88f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541679'] for subnet (9d549a98-b6c8-49d3-8488-ba26af2d08e6), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:02.926601 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2ca0ee-3229-4ae0-a94d-e8a798c66d42 admin admin] Router 73788eae-5c3c-41d3-aa1a-abff2da4e675 is scheduled to L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc with binding_index 1 {{(pid=110062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 13:57:02.958685 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 88c7b935-045a-4014-88c8-4b95da480cd4 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:57:03.043401 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 88c7b935-045a-4014-88c8-4b95da480cd4 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:57:03.043690 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (88c7b935-045a-4014-88c8-4b95da480cd4), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:03.059821 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:03.065213 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2ca0ee-3229-4ae0-a94d-e8a798c66d42 admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:57:03.090426 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc25211-fe70-4947-85b7-95f062a2c929 None None] Sync routers for ids ['73788eae-5c3c-41d3-aa1a-abff2da4e675'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:57:03.111913 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3c2ca0ee-3229-4ae0-a94d-e8a798c66d42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:03.112772 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc25211-fe70-4947-85b7-95f062a2c929 None None] Routers {'73788eae-5c3c-41d3-aa1a-abff2da4e675'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:57:03.118247 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-3c2ca0ee-3229-4ae0-a94d-e8a798c66d42 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8975868 May 19 13:57:03.118909 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-fbc25211-fe70-4947-85b7-95f062a2c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:56:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['73788eae-5c3c-41d3-aa1a-abff2da4e675'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:57:03.120132 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8388ec28-3b5d-4a3d-9e58-7321275025b3 None None] Network 54c8cc8a-69f9-403a-8e8d-3798fe8809d1 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:57:03.120872 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 33308) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:57:03.184855 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6ba47f00-196e-431e-ab07-26f541628f03 req-5ea44827-dca9-49a0-90be-8943e01bd72b tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4 HTTP/1.1" status: 200 len: 210 time: 0.1173480 May 19 13:57:03.203085 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9447326d-cf20-4ba8-bee6-0a7bddd2aef8 None None] Provisioning complete for port 88c7b935-045a-4014-88c8-4b95da480cd4 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:57:03.204118 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9447326d-cf20-4ba8-bee6-0a7bddd2aef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (88c7b935-045a-4014-88c8-4b95da480cd4), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:03.249939 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.db.resource_extend [None req-c4d8ab68-36ba-48a6-b851-a51e9cab6ed6 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:57:03.332159 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 88c7b935-045a-4014-88c8-4b95da480cd4 is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:57:03.332723 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (88c7b935-045a-4014-88c8-4b95da480cd4), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:03.347903 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-7aa40731-f16c-4336-8208-d2164ffaef1b admin admin] Publish callbacks [] for security_group (7cf5ea02-59ed-4e41-8e36-71a0e6e46b67), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:03.364134 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c4d8ab68-36ba-48a6-b851-a51e9cab6ed6 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:03.365470 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-7aa40731-f16c-4336-8208-d2164ffaef1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (7cf5ea02-59ed-4e41-8e36-71a0e6e46b67), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:03.414010 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 5e326997-1358-457a-8426-4184a94bfdad details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:57:03.429192 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa40731-f16c-4336-8208-d2164ffaef1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf5ea02-59ed-4e41-8e36-71a0e6e46b67,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:03.434432 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-85a1eb79-d998-4a12-ba38-c184fb88f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30675797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29430784'] for subnet (9d549a98-b6c8-49d3-8488-ba26af2d08e6), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:03.442291 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-fbc25211-fe70-4947-85b7-95f062a2c929 None None] Set router 73788eae-5c3c-41d3-aa1a-abff2da4e675 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:57:03.496010 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c4d8ab68-36ba-48a6-b851-a51e9cab6ed6 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (0240a74b-5c41-4123-99fb-2c0e8883bb80), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:03.499418 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-85a1eb79-d998-4a12-ba38-c184fb88f8f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for subnet (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:03.503757 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-85a1eb79-d998-4a12-ba38-c184fb88f8f3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9d549a98-b6c8-49d3-8488-ba26af2d08e6 HTTP/1.1" status: 204 len: 168 time: 1.2838035 May 19 13:57:03.508983 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1eb79-d998-4a12-ba38-c184fb88f8f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d549a98-b6c8-49d3-8488-ba26af2d08e6,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:03.536862 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 33316) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:57:03.631498 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3af43a-9c80-4246-a136-ec5e55b9c153 req-9a7971e1-aa7b-4de5-b361-c8afebe8a354 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:03.633122 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ac3af43a-9c80-4246-a136-ec5e55b9c153 req-9a7971e1-aa7b-4de5-b361-c8afebe8a354 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.0581625 May 19 13:57:03.643201 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-7aa40731-f16c-4336-8208-d2164ffaef1b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7b7bcaa2e6e64f5990d3dfd701a0ec1a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3084066 May 19 13:57:03.644421 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 33320) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:57:03.772830 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ac3af43a-9c80-4246-a136-ec5e55b9c153 req-f4cca24b-64c2-4d5e-8275-d73819891d18 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283901 May 19 13:57:03.801825 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea9a4-d146-4ed4-8602-113b7744205a admin admin] Publish callbacks [] for security_group (7cf5ea02-59ed-4e41-8e36-71a0e6e46b67), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:03.844773 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-eceb11f5-dc3a-4cee-b99a-20d5d459df2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319408'] for network (8ff3cec5-cb61-42f1-9f06-2f870efcc775), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:03.850527 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.l3_db [None req-c4d8ab68-36ba-48a6-b851-a51e9cab6ed6 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Floating IP 0240a74b-5c41-4123-99fb-2c0e8883bb80 associated. External IP: 172.27.2.198, port: 9636a338-81c2-4e01-8620-ce36ba238295. May 19 13:57:03.899389 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-fbc25211-fe70-4947-85b7-95f062a2c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'name': 'tempest-TestShelveInstance-1097738010-router', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'a25553ed-4a5c-450f-91d0-b84d748e2a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:57:00Z', 'updated_at': '2022-05-19T13:57:02Z', 'revision_number': 3, 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'gw_port': {'id': 'a25553ed-4a5c-450f-91d0-b84d748e2a9c', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:01Z', 'updated_at': '2022-05-19T13:57:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:57:03.918810 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea9a4-d146-4ed4-8602-113b7744205a admin admin] Publish callbacks [] for security_group (7cf5ea02-59ed-4e41-8e36-71a0e6e46b67), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:03.929710 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:03.934802 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:03.941317 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc25211-fe70-4947-85b7-95f062a2c929 None None] Checking router: 73788eae-5c3c-41d3-aa1a-abff2da4e675 for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:57:03.941707 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc25211-fe70-4947-85b7-95f062a2c929 None None] Updating router 73788eae-5c3c-41d3-aa1a-abff2da4e675 port a25553ed-4a5c-450f-91d0-b84d748e2a9c binding host dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:57:03.983583 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-fbc25211-fe70-4947-85b7-95f062a2c929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (a25553ed-4a5c-450f-91d0-b84d748e2a9c), before_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:04.040232 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:04.070130 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea9a4-d146-4ed4-8602-113b7744205a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (7cf5ea02-59ed-4e41-8e36-71a0e6e46b67), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:04.072756 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea9a4-d146-4ed4-8602-113b7744205a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:04.076289 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-3b0ea9a4-d146-4ed4-8602-113b7744205a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7cf5ea02-59ed-4e41-8e36-71a0e6e46b67 HTTP/1.1" status: 204 len: 168 time: 0.4220023 May 19 13:57:04.148760 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ea9a4-d146-4ed4-8602-113b7744205a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf5ea02-59ed-4e41-8e36-71a0e6e46b67,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:04.170533 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:04.186175 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 5e326997-1358-457a-8426-4184a94bfdad, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5e326997-1358-457a-8426-4184a94bfdad,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:57:04.208580 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-eceb11f5-dc3a-4cee-b99a-20d5d459df2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1546650', 'neutron.services.segments.db._delete_segments_for_network-8784568151830'] for network (8ff3cec5-cb61-42f1-9f06-2f870efcc775), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:04.326666 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d8ab68-36ba-48a6-b851-a51e9cab6ed6 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Router f1237507-bd1d-4f8e-806d-f16ede343778 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:57:04.382055 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9447326d-cf20-4ba8-bee6-0a7bddd2aef8 None None] Current status of the port 88c7b935-045a-4014-88c8-4b95da480cd4 is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:57:04.382445 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9447326d-cf20-4ba8-bee6-0a7bddd2aef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (88c7b935-045a-4014-88c8-4b95da480cd4), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:04.415930 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-eceb11f5-dc3a-4cee-b99a-20d5d459df2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff3cec5-cb61-42f1-9f06-2f870efcc775']}} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:57:04.441182 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:04.447950 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-eceb11f5-dc3a-4cee-b99a-20d5d459df2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e89e7b-e763-4918-b166-239db801fe72') {'for_net_delete': True} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:57:04.450735 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-eceb11f5-dc3a-4cee-b99a-20d5d459df2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e89e7b-e763-4918-b166-239db801fe72') {} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:57:04.455507 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] For port 88c7b935-045a-4014-88c8-4b95da480cd4, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=88c7b935-045a-4014-88c8-4b95da480cd4,segment=NetworkSegment(928cf707-3a57-42be-888e-e87227f138fd),segment_id=928cf707-3a57-42be-888e-e87227f138fd)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:57:04.482408 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-eceb11f5-dc3a-4cee-b99a-20d5d459df2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784568151071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29529270'] for segment (89e89e7b-e763-4918-b166-239db801fe72), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:04.485167 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Returning: {'device': '5e326997-1358-457a-8426-4184a94bfdad', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'port_id': '5e326997-1358-457a-8426-4184a94bfdad', 'mac_address': 'fa:16:3e:32:a9:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:57:04.487097 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-e2399ce0-5783-4383-a45b-8fea22f6512e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:04.498887 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (88c7b935-045a-4014-88c8-4b95da480cd4), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:04.588104 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-11489cc9-d8a1-4814-8694-6b09e44a0a82 req-40d908be-c13b-4802-8ae7-84d80eac7282 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4 HTTP/1.1" status: 200 len: 210 time: 0.1066687 May 19 13:57:04.638637 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Pushing event updated for resources: {'Port': ['ID=88c7b935-045a-4014-88c8-4b95da480cd4,revision_number=3']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:04.677463 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-eceb11f5-dc3a-4cee-b99a-20d5d459df2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (89e89e7b-e763-4918-b166-239db801fe72), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:04.706131 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-fbc25211-fe70-4947-85b7-95f062a2c929 None None] Publish callbacks [] for port (a25553ed-4a5c-450f-91d0-b84d748e2a9c), precommit_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:04.730597 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d8ab68-36ba-48a6-b851-a51e9cab6ed6 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:57:04.736202 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-fbc25211-fe70-4947-85b7-95f062a2c929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (a25553ed-4a5c-450f-91d0-b84d748e2a9c), after_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:04.744520 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c4d8ab68-36ba-48a6-b851-a51e9cab6ed6 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:04.781427 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7f3ab6-5c2b-47a8-81a7-c83640d58849 None None] Sync routers for ids ['f1237507-bd1d-4f8e-806d-f16ede343778'] in dv-cinder-784815-14-iscsi {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:57:04.800330 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eceb11f5-dc3a-4cee-b99a-20d5d459df2e admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=110062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:57:04.806476 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-c4d8ab68-36ba-48a6-b851-a51e9cab6ed6 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "PUT /v2.0/floatingips/0240a74b-5c41-4123-99fb-2c0e8883bb80 HTTP/1.1" status: 200 len: 991 time: 2.9533405 May 19 13:57:04.807135 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83247503-3bc5-4f4d-9221-acd8b14033e8', 'tag': '9636a338-81c2-4e01-8620-ce36ba238295'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:57:04.807467 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-eceb11f5-dc3a-4cee-b99a-20d5d459df2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29558809'] for segment (89e89e7b-e763-4918-b166-239db801fe72), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:04.809438 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070e49f0-823d-4897-a153-833de49cc60e" -d '{"events": [{"name": "network-changed", "server_uuid": "83247503-3bc5-4f4d-9221-acd8b14033e8", "tag": "9636a338-81c2-4e01-8620-ce36ba238295"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: Traceback (most recent call last): May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: timer() May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: cb(*args, **kw) May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: return func(*args, **kwargs) May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: self._notify() May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: self.callback(batched_events) May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: event.method(event) May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: return f(self, *a, **k) May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: return self._get(url).json() May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: return self.request(url, 'GET', **kwargs) May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:57:04.815452 dv-cinder-784815-14-iscsi neutron-server[110062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:57:04.819993 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb4973-3775-4ec8-b590-1f15cf866ed5 None None] Pushing event updated for resources: {'Port': ['ID=a25553ed-4a5c-450f-91d0-b84d748e2a9c,revision_number=2']} {{(pid=110064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:04.838189 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-fbc25211-fe70-4947-85b7-95f062a2c929 None None] Attempting to bind port a25553ed-4a5c-450f-91d0-b84d748e2a9c on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:57:04.838558 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-fbc25211-fe70-4947-85b7-95f062a2c929 None None] Attempting to bind port a25553ed-4a5c-450f-91d0-b84d748e2a9c by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}] {{(pid=110064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:57:04.838932 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc25211-fe70-4947-85b7-95f062a2c929 None None] Attempting to bind port a25553ed-4a5c-450f-91d0-b84d748e2a9c on network db349b0a-3651-4f3e-8f89-c44d13ee049b {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:57:04.846150 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc25211-fe70-4947-85b7-95f062a2c929 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:57:04.846524 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc25211-fe70-4947-85b7-95f062a2c929 None None] Checking segment: {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:57:04.846956 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-fbc25211-fe70-4947-85b7-95f062a2c929 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:04.847346 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc25211-fe70-4947-85b7-95f062a2c929 None None] Bound using segment: {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'} {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:57:04.847816 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-fbc25211-fe70-4947-85b7-95f062a2c929 None None] Bound port: a25553ed-4a5c-450f-91d0-b84d748e2a9c, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}}] {{(pid=110064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:57:04.848186 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-fbc25211-fe70-4947-85b7-95f062a2c929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (a25553ed-4a5c-450f-91d0-b84d748e2a9c), before_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:04.897144 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 5e326997-1358-457a-8426-4184a94bfdad is: ACTIVE; New status is: BUILD {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:57:04.897714 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (5e326997-1358-457a-8426-4184a94bfdad), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:04.906738 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7f3ab6-5c2b-47a8-81a7-c83640d58849 None None] Routers {'f1237507-bd1d-4f8e-806d-f16ede343778'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:57:04.913607 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479df919-b083-42ad-a945-aa0198179fe1 x-openstack-request-id: req-479df919-b083-42ad-a945-aa0198179fe1 {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:57:04.914087 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83247503-3bc5-4f4d-9221-acd8b14033e8", "tag": "9636a338-81c2-4e01-8620-ce36ba238295", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:57:04.914502 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-479df919-b083-42ad-a945-aa0198179fe1 {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:57:04.915079 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-479df919-b083-42ad-a945-aa0198179fe1'] response: {'name': 'network-changed', 'server_uuid': '83247503-3bc5-4f4d-9221-acd8b14033e8', 'tag': '9636a338-81c2-4e01-8620-ce36ba238295', 'status': 'completed', 'code': 200} May 19 13:57:04.916258 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-de7f3ab6-5c2b-47a8-81a7-c83640d58849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:57:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['f1237507-bd1d-4f8e-806d-f16ede343778'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:57:04.990547 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.db [None req-fbc25211-fe70-4947-85b7-95f062a2c929 None None] For port a25553ed-4a5c-450f-91d0-b84d748e2a9c, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:57:04.998450 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.db [None req-fbc25211-fe70-4947-85b7-95f062a2c929 None None] For port a25553ed-4a5c-450f-91d0-b84d748e2a9c, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=a25553ed-4a5c-450f-91d0-b84d748e2a9c,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:57:05.029327 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-fbc25211-fe70-4947-85b7-95f062a2c929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (a25553ed-4a5c-450f-91d0-b84d748e2a9c), after_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:05.075376 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e49f0-823d-4897-a153-833de49cc60e req-6bdf9621-9919-461b-879e-46a6c00af062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:05.077585 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-070e49f0-823d-4897-a153-833de49cc60e req-6bdf9621-9919-461b-879e-46a6c00af062 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28027af4cc0c4ca99035e48aa6237805&device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 1129 time: 0.1010067 May 19 13:57:05.097185 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-de7f3ab6-5c2b-47a8-81a7-c83640d58849 None None] Set router f1237507-bd1d-4f8e-806d-f16ede343778 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:57:05.168591 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:05.174570 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-db92516f-ce7a-47c9-9580-4524ecb5d702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:05.192491 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb4973-3775-4ec8-b590-1f15cf866ed5 None None] Pushing event updated for resources: {'Port': ['ID=a25553ed-4a5c-450f-91d0-b84d748e2a9c,revision_number=3']} {{(pid=110064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:05.209241 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-eceb11f5-dc3a-4cee-b99a-20d5d459df2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1546657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631453'] for network (8ff3cec5-cb61-42f1-9f06-2f870efcc775), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:05.224797 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-eceb11f5-dc3a-4cee-b99a-20d5d459df2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:05.225815 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc25211-fe70-4947-85b7-95f062a2c929 None None] Routers {'73788eae-5c3c-41d3-aa1a-abff2da4e675'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:57:05.227155 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-fbc25211-fe70-4947-85b7-95f062a2c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:57:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['73788eae-5c3c-41d3-aa1a-abff2da4e675'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:57:05.232791 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-eceb11f5-dc3a-4cee-b99a-20d5d459df2e admin admin] 10.222.0.52 "DELETE /v2.0/networks/8ff3cec5-cb61-42f1-9f06-2f870efcc775 HTTP/1.1" status: 204 len: 168 time: 1.6852956 May 19 13:57:05.260315 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85a3da-196b-4375-8f98-5093f097d914 req-8a6f4f54-75f7-4db9-8804-7c01aa88fafd tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:05.273471 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bd85a3da-196b-4375-8f98-5093f097d914 req-8a6f4f54-75f7-4db9-8804-7c01aa88fafd tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.3053584 May 19 13:57:05.288279 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 88c7b935-045a-4014-88c8-4b95da480cd4 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:57:05.369294 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.db.api [None req-9447326d-cf20-4ba8-bee6-0a7bddd2aef8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 19 13:57:05.370443 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG oslo_db.api [None req-9447326d-cf20-4ba8-bee6-0a7bddd2aef8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:57:05.392130 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb11f5-dc3a-4cee-b99a-20d5d459df2e admin admin] Pushing event deleted for resources: {'Network': ['ID=8ff3cec5-cb61-42f1-9f06-2f870efcc775,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:05.434179 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:05.441920 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e326997-1358-457a-8426-4184a94bfdad {{(pid=110063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:57:05.514259 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 5e326997-1358-457a-8426-4184a94bfdad, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5e326997-1358-457a-8426-4184a94bfdad,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:57:05.533995 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:05.557502 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-fbc25211-fe70-4947-85b7-95f062a2c929 None None] Set router 73788eae-5c3c-41d3-aa1a-abff2da4e675 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:57:05.561753 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (5e326997-1358-457a-8426-4184a94bfdad), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:05.709695 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 33356) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:57:05.715264 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 88c7b935-045a-4014-88c8-4b95da480cd4 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:57:05.715644 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (88c7b935-045a-4014-88c8-4b95da480cd4), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:05.857059 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:05.899507 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['5e326997-1358-457a-8426-4184a94bfdad'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:57:05.930151 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-f5994087-eaa5-4d8a-8193-afa0a64eba27 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4fe46ffac52d412daf3663e2ab1273de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193017 May 19 13:57:05.930761 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 33364) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:57:05.942023 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:05.952974 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-fbc25211-fe70-4947-85b7-95f062a2c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'name': 'tempest-TestShelveInstance-1097738010-router', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'a25553ed-4a5c-450f-91d0-b84d748e2a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:57:00Z', 'updated_at': '2022-05-19T13:57:02Z', 'revision_number': 3, 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'gw_port': {'id': 'a25553ed-4a5c-450f-91d0-b84d748e2a9c', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:01Z', 'updated_at': '2022-05-19T13:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:57:05.972439 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [None req-db92516f-ce7a-47c9-9580-4524ecb5d702 admin admin] Allocated IP 172.20.0.1 (54c8cc8a-69f9-403a-8e8d-3798fe8809d1/ad190400-38de-4ff3-91b2-16168643ebf7/0f615ea0-4756-4438-a1dc-4eb456e51bb4) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:57:06.004066 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc25211-fe70-4947-85b7-95f062a2c929 None None] The sync data for ids ['73788eae-5c3c-41d3-aa1a-abff2da4e675'] in dv-cinder-784815-14-iscsi is: [{'id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'name': 'tempest-TestShelveInstance-1097738010-router', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'a25553ed-4a5c-450f-91d0-b84d748e2a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:57:00Z', 'updated_at': '2022-05-19T13:57:02Z', 'revision_number': 3, 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'gw_port': {'id': 'a25553ed-4a5c-450f-91d0-b84d748e2a9c', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:01Z', 'updated_at': '2022-05-19T13:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:57:06.047957 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:06.076324 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9447326d-cf20-4ba8-bee6-0a7bddd2aef8 None None] Current status of the port 88c7b935-045a-4014-88c8-4b95da480cd4 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:57:06.160310 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-35af2fc8-005a-42de-8b1d-8b330437052a req-7356ef7f-4ba7-460c-99c3-4032a37d8881 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4 HTTP/1.1" status: 200 len: 210 time: 0.0932128 May 19 13:57:06.220594 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bd85a3da-196b-4375-8f98-5093f097d914 req-ef05d830-bba9-43d7-a207-656391902802 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8639033 May 19 13:57:06.251104 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-db92516f-ce7a-47c9-9580-4524ecb5d702 admin admin] Publish callbacks [] for port (0f615ea0-4756-4438-a1dc-4eb456e51bb4), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:06.267981 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-88451d0c-664e-4326-a832-5bea7d4e0b41 None None] Provisioning complete for port 88c7b935-045a-4014-88c8-4b95da480cd4 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:57:06.267981 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-88451d0c-664e-4326-a832-5bea7d4e0b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (88c7b935-045a-4014-88c8-4b95da480cd4), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:06.268916 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=5e326997-1358-457a-8426-4184a94bfdad,revision_number=6']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:06.334732 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-de7f3ab6-5c2b-47a8-81a7-c83640d58849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'name': 'tempest-ServerRescueNegativeTestJSON-809597786-router', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd018a910-9843-4390-be75-edf5266f01ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:13Z', 'updated_at': '2022-05-19T13:54:23Z', 'revision_number': 4, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'gw_port': {'id': 'd018a910-9843-4390-be75-edf5266f01ce', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:14Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '0240a74b-5c41-4123-99fb-2c0e8883bb80', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'port_id': '9636a338-81c2-4e01-8620-ce36ba238295', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258', 'mac_address': 'fa:16:3e:84:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83247503-3bc5-4f4d-9221-acd8b14033e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:56:36Z', 'updated_at': '2022-05-19T13:57:03Z', 'revision_number': 1, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d68708-0560-44b9-9551-51b92d80e6a5', 'name': '', 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'mac_address': 'fa:16:3e:d9:14:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:21Z', 'updated_at': '2022-05-19T13:54:31Z', 'revision_number': 5, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'subnets': [{'id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:57:06.341809 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-cbdf6da9-e383-43ff-9e6f-da54b8f590e7 admin admin] Publish callbacks [] for security_group (4ec8b6f2-d021-471d-881f-771a073eb5eb), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:06.346378 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-db92516f-ce7a-47c9-9580-4524ecb5d702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (0f615ea0-4756-4438-a1dc-4eb456e51bb4), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:06.390818 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-72d2739a-ad8a-4a32-ba5d-30fd309e5289 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:06.402891 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-72d2739a-ad8a-4a32-ba5d-30fd309e5289 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.65 "GET /v2.0/networks?id=08206db8-8e78-4412-8a62-0db97bb617cf HTTP/1.1" status: 200 len: 815 time: 1.2568011 May 19 13:57:06.405010 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e49f0-823d-4897-a153-833de49cc60e req-43323aa1-424e-4d92-9a00-2368f6339e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:06.407879 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-070e49f0-823d-4897-a153-833de49cc60e req-43323aa1-424e-4d92-9a00-2368f6339e13 service neutron] 10.222.0.65 "GET /v2.0/networks?id=34a01e8b-7928-4301-ae0a-d1e9be21f258 HTTP/1.1" status: 200 len: 919 time: 1.2876596 May 19 13:57:06.424910 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7f3ab6-5c2b-47a8-81a7-c83640d58849 None None] Checking router: f1237507-bd1d-4f8e-806d-f16ede343778 for host: dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:57:06.443377 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db92516f-ce7a-47c9-9580-4524ecb5d702 admin admin] Network 54c8cc8a-69f9-403a-8e8d-3798fe8809d1 is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:57:06.452531 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-cbdf6da9-e383-43ff-9e6f-da54b8f590e7 admin admin] Publish callbacks [] for security_group (4ec8b6f2-d021-471d-881f-771a073eb5eb), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:06.504582 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-db92516f-ce7a-47c9-9580-4524ecb5d702 admin admin] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:57:06.509844 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db92516f-ce7a-47c9-9580-4524ecb5d702 admin admin] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:57:06.521986 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:06.564503 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:06.587624 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-db92516f-ce7a-47c9-9580-4524ecb5d702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634022'] for router_interface (73788eae-5c3c-41d3-aa1a-abff2da4e675), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:06.618964 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 88c7b935-045a-4014-88c8-4b95da480cd4 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:57:06.636963 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7f3ab6-5c2b-47a8-81a7-c83640d58849 None None] Routers {'f1237507-bd1d-4f8e-806d-f16ede343778'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:57:06.637725 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-de7f3ab6-5c2b-47a8-81a7-c83640d58849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:57:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['f1237507-bd1d-4f8e-806d-f16ede343778'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:57:06.683268 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-070e49f0-823d-4897-a153-833de49cc60e req-ecf9c91d-a1fe-439b-b2fd-05d100383c7e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9636a338-81c2-4e01-8620-ce36ba238295 HTTP/1.1" status: 200 len: 999 time: 0.2608130 May 19 13:57:06.769631 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-682ae826-d63f-40fc-a8cc-1ae998630ec2 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89b4336043d5446b922432a2f43af17a HTTP/1.1" status: 200 len: 470 time: 0.3486023 May 19 13:57:06.787401 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-5f73dd57-a6a0-43b4-8c2c-b4af998e932e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Request body: {'port': {'device_id': '7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'admin_state_up': True, 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'security_groups': ['4ac0bba0-324c-42db-b56f-2fe61befa34f']}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:57:06.797616 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:06.858028 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:06.907327 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92516f-ce7a-47c9-9580-4524ecb5d702 admin admin] Pushing event updated for resources: {'Port': ['ID=0f615ea0-4756-4438-a1dc-4eb456e51bb4,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:06.941874 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-db92516f-ce7a-47c9-9580-4524ecb5d702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (0f615ea0-4756-4438-a1dc-4eb456e51bb4), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:07.018676 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device a25553ed-4a5c-450f-91d0-b84d748e2a9c up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:57:07.049658 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e49f0-823d-4897-a153-833de49cc60e req-30f27623-fdb9-4ea2-b644-31f8ecc18c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:07.053835 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-070e49f0-823d-4897-a153-833de49cc60e req-30f27623-fdb9-4ea2-b644-31f8ecc18c72 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e59f71b-406f-4674-9cc1-e5ca82f3a90f HTTP/1.1" status: 200 len: 857 time: 0.3595400 May 19 13:57:07.140399 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-88451d0c-664e-4326-a832-5bea7d4e0b41 None None] Current status of the port 88c7b935-045a-4014-88c8-4b95da480cd4 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:57:07.165242 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e49f0-823d-4897-a153-833de49cc60e req-84352557-eaa3-48df-bf96-61dee520e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:07.166979 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-070e49f0-823d-4897-a153-833de49cc60e req-84352557-eaa3-48df-bf96-61dee520e3a1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34a01e8b-7928-4301-ae0a-d1e9be21f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0645523 May 19 13:57:07.168286 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-cbdf6da9-e383-43ff-9e6f-da54b8f590e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (4ec8b6f2-d021-471d-881f-771a073eb5eb), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:07.171375 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-cbdf6da9-e383-43ff-9e6f-da54b8f590e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:07.174977 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-cbdf6da9-e383-43ff-9e6f-da54b8f590e7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4ec8b6f2-d021-471d-881f-771a073eb5eb HTTP/1.1" status: 204 len: 168 time: 1.2374926 May 19 13:57:07.200542 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-de7f3ab6-5c2b-47a8-81a7-c83640d58849 None None] Set router f1237507-bd1d-4f8e-806d-f16ede343778 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:57:07.205880 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port a25553ed-4a5c-450f-91d0-b84d748e2a9c triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:57:07.214599 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (a25553ed-4a5c-450f-91d0-b84d748e2a9c), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:07.293767 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-5f73dd57-a6a0-43b4-8c2c-b4af998e932e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Made reservation on behalf of 89b4336043d5446b922432a2f43af17a for: {'port': 1} {{(pid=110061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:57:07.298032 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-5f73dd57-a6a0-43b4-8c2c-b4af998e932e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:07.354631 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf6da9-e383-43ff-9e6f-da54b8f590e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec8b6f2-d021-471d-881f-771a073eb5eb,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:07.381006 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-a6fd8a13-ff43-43cb-98e1-2c4c4199de74 None None] Provisioning complete for port 0f615ea0-4756-4438-a1dc-4eb456e51bb4 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:57:07.381614 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-a6fd8a13-ff43-43cb-98e1-2c4c4199de74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (0f615ea0-4756-4438-a1dc-4eb456e51bb4), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:07.657999 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-db92516f-ce7a-47c9-9580-4524ecb5d702 admin admin] Publish callbacks [] for port (0f615ea0-4756-4438-a1dc-4eb456e51bb4), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:07.663711 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:07.666807 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b7159a8d-9505-4ed1-ba8c-7673c27948d2 req-e448e9b2-5938-4e9d-8bd3-dd0fa48c2226 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4 HTTP/1.1" status: 200 len: 210 time: 0.1704221 May 19 13:57:07.671555 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-db92516f-ce7a-47c9-9580-4524ecb5d702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29558909'] for port (0f615ea0-4756-4438-a1dc-4eb456e51bb4), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:07.719719 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8a764-484a-4317-9ca9-9ac97ba8a0b4 req-3723f12c-29eb-4394-a000-9d2ee23f36b1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:07.722031 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-51a8a764-484a-4317-9ca9-9ac97ba8a0b4 req-3723f12c-29eb-4394-a000-9d2ee23f36b1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 944 time: 0.1231380 May 19 13:57:07.791434 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 5e326997-1358-457a-8426-4184a94bfdad up at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:57:07.834909 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:07.838100 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92516f-ce7a-47c9-9580-4524ecb5d702 admin admin] Pushing event updated for resources: {'Port': ['ID=0f615ea0-4756-4438-a1dc-4eb456e51bb4,revision_number=2']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:07.848687 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-db92516f-ce7a-47c9-9580-4524ecb5d702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1624750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633196'] for router_interface (73788eae-5c3c-41d3-aa1a-abff2da4e675), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:07.919435 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-a6fd8a13-ff43-43cb-98e1-2c4c4199de74 None None] Port 0f615ea0-4756-4438-a1dc-4eb456e51bb4 cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:57:07.932388 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-070e49f0-823d-4897-a153-833de49cc60e req-2ef99131-e194-49b0-821e-4d507416cf1c service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7559671 May 19 13:57:08.048166 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_common [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-5f73dd57-a6a0-43b4-8c2c-b4af998e932e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Allocated IP 172.20.0.6 (08206db8-8e78-4412-8a62-0db97bb617cf/0bdab701-d9d2-42c8-941c-7cdfe8e595b0/c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d) {{(pid=110061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:57:08.058123 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db92516f-ce7a-47c9-9580-4524ecb5d702 admin admin] Network 54c8cc8a-69f9-403a-8e8d-3798fe8809d1 is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:57:08.063157 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-db92516f-ce7a-47c9-9580-4524ecb5d702 admin admin] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:57:08.067364 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:08.068572 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:08.144857 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-51a8a764-484a-4317-9ca9-9ac97ba8a0b4 req-fa757d59-4da9-4f4b-ba87-0b1caa0e7147 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3833053 May 19 13:57:08.346014 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-070e49f0-823d-4897-a153-833de49cc60e req-d5732b9f-db62-48ff-ac81-091bd3737a2d service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652058 May 19 13:57:08.516788 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db92516f-ce7a-47c9-9580-4524ecb5d702 admin admin] Router 73788eae-5c3c-41d3-aa1a-abff2da4e675 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:57:08.545485 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:08.590062 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port a25553ed-4a5c-450f-91d0-b84d748e2a9c is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:57:08.592206 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (a25553ed-4a5c-450f-91d0-b84d748e2a9c), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:08.650442 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-5f73dd57-a6a0-43b4-8c2c-b4af998e932e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for port (c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:08.662628 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] For port a25553ed-4a5c-450f-91d0-b84d748e2a9c, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=a25553ed-4a5c-450f-91d0-b84d748e2a9c,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:57:08.671421 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning complete for port 5e326997-1358-457a-8426-4184a94bfdad triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:57:08.677323 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (5e326997-1358-457a-8426-4184a94bfdad), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:08.728071 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-5f73dd57-a6a0-43b4-8c2c-b4af998e932e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:08.772281 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (a25553ed-4a5c-450f-91d0-b84d748e2a9c), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:08.850173 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-5f73dd57-a6a0-43b4-8c2c-b4af998e932e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Network 08206db8-8e78-4412-8a62-0db97bb617cf is already hosted by enough agents. {{(pid=110061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:57:08.863143 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-5f73dd57-a6a0-43b4-8c2c-b4af998e932e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Resources bound (agent type, host, resource id): {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:57:08.900812 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-5f73dd57-a6a0-43b4-8c2c-b4af998e932e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Received port after_create {{(pid=110061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:57:08.987432 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Pushing event updated for resources: {'Port': ['ID=a25553ed-4a5c-450f-91d0-b84d748e2a9c,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:09.014274 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-210bf158-b7e4-4e48-ad51-d7518ed530ee None None] Provisioning complete for port 0f615ea0-4756-4438-a1dc-4eb456e51bb4 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:57:09.014639 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-210bf158-b7e4-4e48-ad51-d7518ed530ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (0f615ea0-4756-4438-a1dc-4eb456e51bb4), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:09.070634 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73dd57-a6a0-43b4-8c2c-b4af998e932e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event updated for resources: {'Port': ['ID=c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:09.183820 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdd221-002e-4bf6-addb-903974c72429 req-337d22f5-8368-4434-81b0-a2ba91713811 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:09.198453 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-63cdd221-002e-4bf6-addb-903974c72429 req-337d22f5-8368-4434-81b0-a2ba91713811 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4 HTTP/1.1" status: 200 len: 931 time: 0.3469136 May 19 13:57:09.221649 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-5f73dd57-a6a0-43b4-8c2c-b4af998e932e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:09.224515 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-5f73dd57-a6a0-43b4-8c2c-b4af998e932e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:09.258183 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:09.322448 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-210bf158-b7e4-4e48-ad51-d7518ed530ee None None] Port 0f615ea0-4756-4438-a1dc-4eb456e51bb4 cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:57:09.373855 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-63cdd221-002e-4bf6-addb-903974c72429 req-40cca2c3-1dc0-442a-8f87-f2132a31ea5f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ac0bba0-324c-42db-b56f-2fe61befa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1444781 May 19 13:57:09.473442 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-de7f3ab6-5c2b-47a8-81a7-c83640d58849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'name': 'tempest-ServerRescueNegativeTestJSON-809597786-router', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd018a910-9843-4390-be75-edf5266f01ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:13Z', 'updated_at': '2022-05-19T13:54:23Z', 'revision_number': 4, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'gw_port': {'id': 'd018a910-9843-4390-be75-edf5266f01ce', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:14Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '0240a74b-5c41-4123-99fb-2c0e8883bb80', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'port_id': '9636a338-81c2-4e01-8620-ce36ba238295', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258', 'mac_address': 'fa:16:3e:84:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83247503-3bc5-4f4d-9221-acd8b14033e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:56:36Z', 'updated_at': '2022-05-19T13:57:03Z', 'revision_number': 1, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d68708-0560-44b9-9551-51b92d80e6a5', 'name': '', 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'mac_address': 'fa:16:3e:d9:14:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:21Z', 'updated_at': '2022-05-19T13:54:31Z', 'revision_number': 5, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'subnets': [{'id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:57:09.485065 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-5f73dd57-a6a0-43b4-8c2c-b4af998e932e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7038748 May 19 13:57:09.519773 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-8fdb5649-ac5f-46ea-89f7-89ea1085cbe4 service neutron] Request body: {'port': {'device_id': '7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:57:09.577705 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-2f358e05-0278-4519-8b10-3756d1857755 None None] Provisioning complete for port c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:57:09.578805 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-2f358e05-0278-4519-8b10-3756d1857755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:09.582307 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 5e326997-1358-457a-8426-4184a94bfdad is: BUILD; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:57:09.582683 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (5e326997-1358-457a-8426-4184a94bfdad), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:09.592847 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7f3ab6-5c2b-47a8-81a7-c83640d58849 None None] The sync data for ids ['f1237507-bd1d-4f8e-806d-f16ede343778'] in dv-cinder-784815-14-iscsi is: [{'id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'name': 'tempest-ServerRescueNegativeTestJSON-809597786-router', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd018a910-9843-4390-be75-edf5266f01ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:13Z', 'updated_at': '2022-05-19T13:54:23Z', 'revision_number': 4, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'gw_port': {'id': 'd018a910-9843-4390-be75-edf5266f01ce', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:14Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '0240a74b-5c41-4123-99fb-2c0e8883bb80', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'port_id': '9636a338-81c2-4e01-8620-ce36ba238295', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258', 'mac_address': 'fa:16:3e:84:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83247503-3bc5-4f4d-9221-acd8b14033e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:56:36Z', 'updated_at': '2022-05-19T13:57:03Z', 'revision_number': 1, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d68708-0560-44b9-9551-51b92d80e6a5', 'name': '', 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'mac_address': 'fa:16:3e:d9:14:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:21Z', 'updated_at': '2022-05-19T13:54:31Z', 'revision_number': 5, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'subnets': [{'id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:57:09.639472 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db92516f-ce7a-47c9-9580-4524ecb5d702 admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:57:09.645983 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582e2d9-37b2-486d-885c-b41248c56bdd req-6f138ef0-f366-4051-92ba-a1af8d39d6c7 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:09.654772 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c582e2d9-37b2-486d-885c-b41248c56bdd req-6f138ef0-f366-4051-92ba-a1af8d39d6c7 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 944 time: 0.2798610 May 19 13:57:09.667495 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-db92516f-ce7a-47c9-9580-4524ecb5d702 admin admin] 10.222.0.52 "PUT /v2.0/routers/73788eae-5c3c-41d3-aa1a-abff2da4e675/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5352817 May 19 13:57:09.751065 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:09.752933 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4e2c2f-4753-4911-8859-73736543f959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e326997-1358-457a-8426-4184a94bfdad'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:57:09.765143 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fb2adf-97c1-42e5-ae6c-f1017dd7f0fa" -d '{"events": [{"server_uuid": "5c4e2c2f-4753-4911-8859-73736543f959", "name": "network-vif-plugged", "status": "completed", "tag": "5e326997-1358-457a-8426-4184a94bfdad"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:57:09.770353 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdff3252-a817-4877-b897-e8a9cfef5e89 None None] Sync routers for ids ['73788eae-5c3c-41d3-aa1a-abff2da4e675'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:57:09.772090 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c582e2d9-37b2-486d-885c-b41248c56bdd req-cc2356cf-c475-438c-9e1b-f138ac782ef3 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005788 May 19 13:57:09.784669 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-2f358e05-0278-4519-8b10-3756d1857755 None None] Port c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:57:09.818692 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 5e326997-1358-457a-8426-4184a94bfdad, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5e326997-1358-457a-8426-4184a94bfdad,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:57:09.833059 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (5e326997-1358-457a-8426-4184a94bfdad), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:09.838053 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdff3252-a817-4877-b897-e8a9cfef5e89 None None] Routers {'73788eae-5c3c-41d3-aa1a-abff2da4e675'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:57:09.838687 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-bdff3252-a817-4877-b897-e8a9cfef5e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:57:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['73788eae-5c3c-41d3-aa1a-abff2da4e675'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:57:09.854618 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-8fdb5649-ac5f-46ea-89f7-89ea1085cbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:09.945308 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603435fe-e7a2-46bf-8ee3-5afd3bdc6535 x-openstack-request-id: req-603435fe-e7a2-46bf-8ee3-5afd3bdc6535 {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:57:09.947185 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4e2c2f-4753-4911-8859-73736543f959", "name": "network-vif-plugged", "status": "completed", "tag": "5e326997-1358-457a-8426-4184a94bfdad", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:57:09.951268 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-603435fe-e7a2-46bf-8ee3-5afd3bdc6535 {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:57:09.952007 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-603435fe-e7a2-46bf-8ee3-5afd3bdc6535'] response: {'server_uuid': '5c4e2c2f-4753-4911-8859-73736543f959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e326997-1358-457a-8426-4184a94bfdad', 'code': 200} May 19 13:57:09.966119 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=5e326997-1358-457a-8426-4184a94bfdad,revision_number=7']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:10.116332 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-bdff3252-a817-4877-b897-e8a9cfef5e89 None None] Set router 73788eae-5c3c-41d3-aa1a-abff2da4e675 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:57:10.148490 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87145a38-e960-41f6-9395-001937004f86 None None] New status for floating IP 0240a74b-5c41-4123-99fb-2c0e8883bb80: ACTIVE {{(pid=110063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:57:10.460745 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-bdff3252-a817-4877-b897-e8a9cfef5e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'name': 'tempest-TestShelveInstance-1097738010-router', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'a25553ed-4a5c-450f-91d0-b84d748e2a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:57:00Z', 'updated_at': '2022-05-19T13:57:06Z', 'revision_number': 4, 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'gw_port': {'id': 'a25553ed-4a5c-450f-91d0-b84d748e2a9c', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:01Z', 'updated_at': '2022-05-19T13:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '0f615ea0-4756-4438-a1dc-4eb456e51bb4', 'name': '', 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'mac_address': 'fa:16:3e:d7:da:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ad190400-38de-4ff3-91b2-16168643ebf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:05Z', 'updated_at': '2022-05-19T13:57:07Z', 'revision_number': 2, 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'subnets': [{'id': 'ad190400-38de-4ff3-91b2-16168643ebf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:57:10.492136 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdff3252-a817-4877-b897-e8a9cfef5e89 None None] Checking router: 73788eae-5c3c-41d3-aa1a-abff2da4e675 for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:57:10.492732 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdff3252-a817-4877-b897-e8a9cfef5e89 None None] Updating router 73788eae-5c3c-41d3-aa1a-abff2da4e675 port 0f615ea0-4756-4438-a1dc-4eb456e51bb4 binding host dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:57:10.525588 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-bdff3252-a817-4877-b897-e8a9cfef5e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (0f615ea0-4756-4438-a1dc-4eb456e51bb4), before_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:10.885154 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2633e-3613-4245-9c6a-b273c5fdc56e req-3e9475bb-79cb-4a69-8f79-9c8d63f3b5dc tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:10.886758 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-52d2633e-3613-4245-9c6a-b273c5fdc56e req-3e9475bb-79cb-4a69-8f79-9c8d63f3b5dc tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4 HTTP/1.1" status: 200 len: 931 time: 0.2368033 May 19 13:57:11.008522 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-bdff3252-a817-4877-b897-e8a9cfef5e89 None None] Publish callbacks [] for port (0f615ea0-4756-4438-a1dc-4eb456e51bb4), precommit_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:11.021762 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device a25553ed-4a5c-450f-91d0-b84d748e2a9c up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:57:11.025421 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-bdff3252-a817-4877-b897-e8a9cfef5e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (0f615ea0-4756-4438-a1dc-4eb456e51bb4), after_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:11.031163 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:11.103528 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port a25553ed-4a5c-450f-91d0-b84d748e2a9c triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:57:11.104197 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (a25553ed-4a5c-450f-91d0-b84d748e2a9c), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:11.143945 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ce0d6-82c9-47af-bdee-e1fa75199275 None None] Pushing event updated for resources: {'Port': ['ID=0f615ea0-4756-4438-a1dc-4eb456e51bb4,revision_number=3']} {{(pid=110064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:11.239120 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-8fdb5649-ac5f-46ea-89f7-89ea1085cbe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d {{(pid=110061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:57:11.250203 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-8fdb5649-ac5f-46ea-89f7-89ea1085cbe4 service neutron] Publish callbacks [] for port (c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:11.258351 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-bdff3252-a817-4877-b897-e8a9cfef5e89 None None] Attempting to bind port 0f615ea0-4756-4438-a1dc-4eb456e51bb4 on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:57:11.259113 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-bdff3252-a817-4877-b897-e8a9cfef5e89 None None] Attempting to bind port 0f615ea0-4756-4438-a1dc-4eb456e51bb4 by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': '928cf707-3a57-42be-888e-e87227f138fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1'}] {{(pid=110064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:57:11.260201 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff3252-a817-4877-b897-e8a9cfef5e89 None None] Attempting to bind port 0f615ea0-4756-4438-a1dc-4eb456e51bb4 on network 54c8cc8a-69f9-403a-8e8d-3798fe8809d1 {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:57:11.267783 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff3252-a817-4877-b897-e8a9cfef5e89 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:57:11.268651 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff3252-a817-4877-b897-e8a9cfef5e89 None None] Checking segment: {'id': '928cf707-3a57-42be-888e-e87227f138fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:57:11.269281 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-bdff3252-a817-4877-b897-e8a9cfef5e89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:11.269883 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff3252-a817-4877-b897-e8a9cfef5e89 None None] Bound using segment: {'id': '928cf707-3a57-42be-888e-e87227f138fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1'} {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:57:11.270611 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-bdff3252-a817-4877-b897-e8a9cfef5e89 None None] Bound port: 0f615ea0-4756-4438-a1dc-4eb456e51bb4, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '928cf707-3a57-42be-888e-e87227f138fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1'}}] {{(pid=110064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:57:11.270816 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.provisioning_blocks [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-8fdb5649-ac5f-46ea-89f7-89ea1085cbe4 service neutron] Transition to ACTIVE for port object c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d will not be triggered until provisioned by entity L2. {{(pid=110061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:57:11.271510 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-bdff3252-a817-4877-b897-e8a9cfef5e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (0f615ea0-4756-4438-a1dc-4eb456e51bb4), before_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:11.273058 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:11.283353 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-c35ac133-017e-4af2-8cb2-346ba19da06e tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:11.294336 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-c35ac133-017e-4af2-8cb2-346ba19da06e tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/networks?id=15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8 HTTP/1.1" status: 200 len: 814 time: 0.5982084 May 19 13:57:11.294466 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 33522) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:57:11.299429 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-d9ba7491-16f5-4669-b8c2-246629a91677 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1720233047-network', 'tenant_id': 'f70c3715c82e42958ab6bb02373acc2c'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:57:11.323333 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-4fb7e971-7aec-438d-b00c-ae403a664861 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/quotas/a51cbae6cb494a2fac656e416fe868c2 HTTP/1.1" status: 200 len: 375 time: 0.0296574 May 19 13:57:11.339972 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-8fdb5649-ac5f-46ea-89f7-89ea1085cbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30676627'] for port (c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:11.360245 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ba7491-16f5-4669-b8c2-246629a91677 admin admin] Made reservation on behalf of f70c3715c82e42958ab6bb02373acc2c for: {'network': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:57:11.364960 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d9ba7491-16f5-4669-b8c2-246629a91677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for network (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:11.399776 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.db [None req-bdff3252-a817-4877-b897-e8a9cfef5e89 None None] For port 0f615ea0-4756-4438-a1dc-4eb456e51bb4, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:57:11.405176 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.db [None req-bdff3252-a817-4877-b897-e8a9cfef5e89 None None] For port 0f615ea0-4756-4438-a1dc-4eb456e51bb4, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=0f615ea0-4756-4438-a1dc-4eb456e51bb4,segment=NetworkSegment(928cf707-3a57-42be-888e-e87227f138fd),segment_id=928cf707-3a57-42be-888e-e87227f138fd)] {{(pid=110064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:57:11.405375 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port a25553ed-4a5c-450f-91d0-b84d748e2a9c is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:57:11.419701 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d9ba7491-16f5-4669-b8c2-246629a91677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:11.431074 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-bdff3252-a817-4877-b897-e8a9cfef5e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (0f615ea0-4756-4438-a1dc-4eb456e51bb4), after_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:11.530278 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:11.534216 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdff3252-a817-4877-b897-e8a9cfef5e89 None None] Routers {'73788eae-5c3c-41d3-aa1a-abff2da4e675'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:57:11.535013 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-bdff3252-a817-4877-b897-e8a9cfef5e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:57:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['73788eae-5c3c-41d3-aa1a-abff2da4e675'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:57:11.535367 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb5649-ac5f-46ea-89f7-89ea1085cbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d,revision_number=2']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:11.620433 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-c3c545a5-77bc-458e-8746-d945fa2bb0c1 None None] Provisioning complete for port 0f615ea0-4756-4438-a1dc-4eb456e51bb4 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:57:11.627956 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-c3c545a5-77bc-458e-8746-d945fa2bb0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (0f615ea0-4756-4438-a1dc-4eb456e51bb4), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:11.649470 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d9ba7491-16f5-4669-b8c2-246629a91677 admin admin] Publish callbacks [] for security_group (b764f96f-96c7-4853-a5df-a1bf9cb31376), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:11.663354 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d9ba7491-16f5-4669-b8c2-246629a91677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (b764f96f-96c7-4853-a5df-a1bf9cb31376), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:11.671815 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ce0d6-82c9-47af-bdee-e1fa75199275 None None] Pushing event updated for resources: {'Port': ['ID=0f615ea0-4756-4438-a1dc-4eb456e51bb4,revision_number=4']} {{(pid=110064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:11.705036 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:11.718602 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:11.769283 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba7491-16f5-4669-b8c2-246629a91677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b764f96f-96c7-4853-a5df-a1bf9cb31376,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:11.803519 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-52d2633e-3613-4245-9c6a-b273c5fdc56e req-4d531b39-6f8d-4ac4-8f59-273efe29ad0b tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ac0bba0-324c-42db-b56f-2fe61befa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8719714 May 19 13:57:11.804637 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-8fdb5649-ac5f-46ea-89f7-89ea1085cbe4 service neutron] Attempting to bind port c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:57:11.809478 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-8fdb5649-ac5f-46ea-89f7-89ea1085cbe4 service neutron] Attempting to bind port c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '4048a570-00c8-45bc-b081-09a854940d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf'}] {{(pid=110061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:57:11.809846 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-8fdb5649-ac5f-46ea-89f7-89ea1085cbe4 service neutron] Attempting to bind port c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d on network 08206db8-8e78-4412-8a62-0db97bb617cf {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:57:11.858367 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ba7491-16f5-4669-b8c2-246629a91677 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=110062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:57:11.869939 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-4d123ede-160f-4dc5-995a-c894abf04cee tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a51cbae6cb494a2fac656e416fe868c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5456946 May 19 13:57:11.870705 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-8fdb5649-ac5f-46ea-89f7-89ea1085cbe4 service neutron] Port c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d on network 08206db8-8e78-4412-8a62-0db97bb617cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:57:11.871089 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-8fdb5649-ac5f-46ea-89f7-89ea1085cbe4 service neutron] Attempting to bind port c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d on network 08206db8-8e78-4412-8a62-0db97bb617cf {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:57:11.886919 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-bdff3252-a817-4877-b897-e8a9cfef5e89 None None] Set router 73788eae-5c3c-41d3-aa1a-abff2da4e675 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:57:11.902284 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-c3c545a5-77bc-458e-8746-d945fa2bb0c1 None None] Current status of the port 0f615ea0-4756-4438-a1dc-4eb456e51bb4 is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:57:11.902966 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-c3c545a5-77bc-458e-8746-d945fa2bb0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (0f615ea0-4756-4438-a1dc-4eb456e51bb4), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:11.908546 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-8fdb5649-ac5f-46ea-89f7-89ea1085cbe4 service neutron] Checking agent: {'id': '7bec7b2c-83f8-44b0-a5e6-0a5454b173c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'started_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:57:11.909115 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-8fdb5649-ac5f-46ea-89f7-89ea1085cbe4 service neutron] Checking segment: {'id': '4048a570-00c8-45bc-b081-09a854940d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:57:11.909366 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-8fdb5649-ac5f-46ea-89f7-89ea1085cbe4 service neutron] Bound using segment: {'id': '4048a570-00c8-45bc-b081-09a854940d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf'} {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:57:11.909875 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-8fdb5649-ac5f-46ea-89f7-89ea1085cbe4 service neutron] Bound port: c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4048a570-00c8-45bc-b081-09a854940d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf'}}] {{(pid=110061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:57:11.910238 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-8fdb5649-ac5f-46ea-89f7-89ea1085cbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:11.921929 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d9ba7491-16f5-4669-b8c2-246629a91677 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784568151821', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (603bb586-312f-4631-a0cb-701bfb530760), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:11.923056 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.db.segments_db [None req-d9ba7491-16f5-4669-b8c2-246629a91677 admin admin] Added segment 603bb586-312f-4631-a0cb-701bfb530760 of type vlan for network 38a3cd1f-c2db-404e-87c7-268681379652 May 19 13:57:12.036115 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-c3c545a5-77bc-458e-8746-d945fa2bb0c1 None None] For port 0f615ea0-4756-4438-a1dc-4eb456e51bb4, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=0f615ea0-4756-4438-a1dc-4eb456e51bb4,segment=NetworkSegment(928cf707-3a57-42be-888e-e87227f138fd),segment_id=928cf707-3a57-42be-888e-e87227f138fd)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:57:12.051961 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-c3c545a5-77bc-458e-8746-d945fa2bb0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (0f615ea0-4756-4438-a1dc-4eb456e51bb4), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:12.088878 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d9ba7491-16f5-4669-b8c2-246629a91677 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784567602773'] for network (38a3cd1f-c2db-404e-87c7-268681379652), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:12.159741 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d9ba7491-16f5-4669-b8c2-246629a91677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for network (38a3cd1f-c2db-404e-87c7-268681379652), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:12.161096 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ba7491-16f5-4669-b8c2-246629a91677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:12.161659 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d9ba7491-16f5-4669-b8c2-246629a91677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:12.202734 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c545a5-77bc-458e-8746-d945fa2bb0c1 None None] Pushing event updated for resources: {'Port': ['ID=0f615ea0-4756-4438-a1dc-4eb456e51bb4,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:12.236667 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-8319ada7-ee0b-44b5-b430-271113fcf379 None None] Provisioning complete for port 0f615ea0-4756-4438-a1dc-4eb456e51bb4 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:57:12.237344 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-8319ada7-ee0b-44b5-b430-271113fcf379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (0f615ea0-4756-4438-a1dc-4eb456e51bb4), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:12.278904 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:12.337644 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-d9ba7491-16f5-4669-b8c2-246629a91677 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0420060 May 19 13:57:12.339622 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 33546) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:57:12.364957 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a952881-9f5b-4233-b1a3-97fdf3b386c1 req-26b3e3a1-d002-44af-9094-652fa0103f58 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:12.366722 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8a952881-9f5b-4233-b1a3-97fdf3b386c1 req-26b3e3a1-d002-44af-9094-652fa0103f58 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.3422322 May 19 13:57:12.371469 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-7b0f0bcf-f63a-48f8-ae43-584630be8f90 admin admin] Request body: {'subnet': {'network_id': '38a3cd1f-c2db-404e-87c7-268681379652', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1720233047-subnet', 'tenant_id': 'f70c3715c82e42958ab6bb02373acc2c', 'ip_version': 4}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:57:12.380767 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-bdff3252-a817-4877-b897-e8a9cfef5e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'name': 'tempest-TestShelveInstance-1097738010-router', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'a25553ed-4a5c-450f-91d0-b84d748e2a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:57:00Z', 'updated_at': '2022-05-19T13:57:06Z', 'revision_number': 4, 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'gw_port': {'id': 'a25553ed-4a5c-450f-91d0-b84d748e2a9c', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:01Z', 'updated_at': '2022-05-19T13:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '0f615ea0-4756-4438-a1dc-4eb456e51bb4', 'name': '', 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'mac_address': 'fa:16:3e:d7:da:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ad190400-38de-4ff3-91b2-16168643ebf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:05Z', 'updated_at': '2022-05-19T13:57:11Z', 'revision_number': 4, 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'subnets': [{'id': 'ad190400-38de-4ff3-91b2-16168643ebf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:57:12.383004 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba7491-16f5-4669-b8c2-246629a91677 admin admin] Pushing event updated for resources: {'Network': ['ID=38a3cd1f-c2db-404e-87c7-268681379652,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:12.429823 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Network 38a3cd1f-c2db-404e-87c7-268681379652 details requested by agent ovs-agent-dv-cinder-784815-14-iscsi with host dv-cinder-784815-14-iscsi {{(pid=110063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:57:12.432251 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdff3252-a817-4877-b897-e8a9cfef5e89 None None] The sync data for ids ['73788eae-5c3c-41d3-aa1a-abff2da4e675'] in dv-cinder-784815-14-iscsi is: [{'id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'name': 'tempest-TestShelveInstance-1097738010-router', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'a25553ed-4a5c-450f-91d0-b84d748e2a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:57:00Z', 'updated_at': '2022-05-19T13:57:06Z', 'revision_number': 4, 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'gw_port': {'id': 'a25553ed-4a5c-450f-91d0-b84d748e2a9c', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:01Z', 'updated_at': '2022-05-19T13:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '0f615ea0-4756-4438-a1dc-4eb456e51bb4', 'name': '', 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'mac_address': 'fa:16:3e:d7:da:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ad190400-38de-4ff3-91b2-16168643ebf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:05Z', 'updated_at': '2022-05-19T13:57:11Z', 'revision_number': 4, 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'subnets': [{'id': 'ad190400-38de-4ff3-91b2-16168643ebf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:57:12.445665 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0f0bcf-f63a-48f8-ae43-584630be8f90 admin admin] Made reservation on behalf of f70c3715c82e42958ab6bb02373acc2c for: {'subnet': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:57:12.449100 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7b0f0bcf-f63a-48f8-ae43-584630be8f90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29814894'] for subnet (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:12.468387 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-b7108794-a3fd-46b7-b635-6441f0623b32 service neutron] 10.222.0.52 "GET /v2.0/networks/15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5264618 May 19 13:57:12.472472 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-8fdb5649-ac5f-46ea-89f7-89ea1085cbe4 service neutron] For port c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d, host hv-cinder-78481, cleared binding levels {{(pid=110061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:57:12.518200 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8a952881-9f5b-4233-b1a3-97fdf3b386c1 req-9bc658aa-f1ee-4649-8e7e-f8b013ca4825 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434944 May 19 13:57:12.525153 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-8fdb5649-ac5f-46ea-89f7-89ea1085cbe4 service neutron] For port c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d,segment=NetworkSegment(4048a570-00c8-45bc-b081-09a854940d61),segment_id=4048a570-00c8-45bc-b081-09a854940d61)] {{(pid=110061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:57:12.564891 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-8319ada7-ee0b-44b5-b430-271113fcf379 None None] Current status of the port 0f615ea0-4756-4438-a1dc-4eb456e51bb4 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:57:12.592407 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-8fdb5649-ac5f-46ea-89f7-89ea1085cbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30676627'] for port (c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:12.618182 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:12.663606 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-8fdb5649-ac5f-46ea-89f7-89ea1085cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:12.664295 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-8fdb5649-ac5f-46ea-89f7-89ea1085cbe4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:12.673579 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-8fdb5649-ac5f-46ea-89f7-89ea1085cbe4 service neutron] 10.222.0.65 "PUT /v2.0/ports/c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d HTTP/1.1" status: 200 len: 1093 time: 3.1689842 May 19 13:57:12.674082 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4', 'tag': 'c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:57:12.677560 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dae9692-100b-4807-af30-4f0ab35e9395" -d '{"events": [{"name": "network-changed", "server_uuid": "7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4", "tag": "c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:57:12.764105 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-daf18767-c5b4-49f8-8400-275f13ec0191 service neutron] 10.222.0.52 "GET /v2.0/networks/15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838540 May 19 13:57:12.773320 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcb589a-1573-4592-b67b-97babf44e337 x-openstack-request-id: req-8fcb589a-1573-4592-b67b-97babf44e337 {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:57:12.773816 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4", "tag": "c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:57:12.773913 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8fcb589a-1573-4592-b67b-97babf44e337 {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:57:12.774311 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fcb589a-1573-4592-b67b-97babf44e337'] response: {'name': 'network-changed', 'server_uuid': '7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4', 'tag': 'c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d', 'status': 'completed', 'code': 200} May 19 13:57:12.774892 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb5649-ac5f-46ea-89f7-89ea1085cbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d,revision_number=3']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:12.899058 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7b0f0bcf-f63a-48f8-ae43-584630be8f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29560314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29814904'] for subnet (8ffe0c7f-10ee-4582-832e-17fe4b78cd27), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:13.013620 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0f0bcf-f63a-48f8-ae43-584630be8f90 admin admin] Checking segment: {'id': '603bb586-312f-4631-a0cb-701bfb530760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '38a3cd1f-c2db-404e-87c7-268681379652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:57:13.014434 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0f0bcf-f63a-48f8-ae43-584630be8f90 admin admin] Network hostable DHCP agents. Network: 38a3cd1f-c2db-404e-87c7-268681379652, hostable agents: ['ed6e9061-200e-415c-854c-495582c024f0'], hosted agents: [] {{(pid=110062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:57:13.044821 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 0f615ea0-4756-4438-a1dc-4eb456e51bb4 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:57:13.061577 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f0bcf-f63a-48f8-ae43-584630be8f90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ffe0c7f-10ee-4582-832e-17fe4b78cd27,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:13.117083 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91778127-60fe-4d7a-8936-f9f55d113940 req-afd4f83f-299a-4620-a2ae-c49202749916 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:13.119198 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0f0bcf-f63a-48f8-ae43-584630be8f90 admin admin] Network 38a3cd1f-c2db-404e-87c7-268681379652 is scheduled to be hosted by DHCP agent ed6e9061-200e-415c-854c-495582c024f0 with binding_index 1 {{(pid=110062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:57:13.131538 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-91778127-60fe-4d7a-8936-f9f55d113940 req-afd4f83f-299a-4620-a2ae-c49202749916 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4 HTTP/1.1" status: 200 len: 943 time: 0.1814404 May 19 13:57:13.134916 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-7b0f0bcf-f63a-48f8-ae43-584630be8f90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-14-iscsi, 38a3cd1f-c2db-404e-87c7-268681379652) {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:57:13.140675 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0f0bcf-f63a-48f8-ae43-584630be8f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:13.141264 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7b0f0bcf-f63a-48f8-ae43-584630be8f90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:13.167120 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d740739-2f3f-44ac-a24c-4253adca625c None None] Network 38a3cd1f-c2db-404e-87c7-268681379652 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:57:13.178677 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-7b0f0bcf-f63a-48f8-ae43-584630be8f90 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8232572 May 19 13:57:13.181470 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 33556) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:57:13.187255 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1720233047-router', 'tenant_id': 'f70c3715c82e42958ab6bb02373acc2c', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:57:13.231371 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6197'] for router (1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:13.241528 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1631004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-473605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6188'] for router (1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:13.259985 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c75ca6cd-f2df-45bd-98ec-5d72e4b3f89a req-20e1d666-cfe2-4f6e-be6f-6c5cfa4b4d4a tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 210 time: 0.0811698 May 19 13:57:13.373510 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-91778127-60fe-4d7a-8936-f9f55d113940 req-acea9783-f595-458d-a603-832a64b7867a tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ac0bba0-324c-42db-b56f-2fe61befa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2398851 May 19 13:57:13.449377 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Publish callbacks [] for router_controller (1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91), precommit_add_association {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:13.475222 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:13.544993 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3471ee-dae6-4f67-b25c-8c0f2484c0a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fe39ec4-ffd7-5688-a378-30d4d243c226-38a3cd1f-c2db-404e-87c7-268681379652', 'network_id': '38a3cd1f-c2db-404e-87c7-268681379652', 'project_id': 'f70c3715c82e42958ab6bb02373acc2c', 'fixed_ips': [{'subnet_id': '8ffe0c7f-10ee-4582-832e-17fe4b78cd27'}]}} from dv-cinder-784815-14-iscsi. {{(pid=110063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 13:57:13.567317 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9f3471ee-dae6-4f67-b25c-8c0f2484c0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:13.700523 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8583b2-93ec-47bd-b6c2-8c3dd1810b71 req-a493b021-be48-44b0-8173-5a0b46aa3cec tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:13.708474 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5a8583b2-93ec-47bd-b6c2-8c3dd1810b71 req-a493b021-be48-44b0-8173-5a0b46aa3cec tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.0680218 May 19 13:57:13.751014 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:INSERT=10,neutron:SELECT=82,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:13.815724 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.db_base_plugin_common [None req-9f3471ee-dae6-4f67-b25c-8c0f2484c0a9 None None] Allocated IP 172.20.0.2 (38a3cd1f-c2db-404e-87c7-268681379652/8ffe0c7f-10ee-4582-832e-17fe4b78cd27/188436ea-68a0-4a8a-9fd0-3f16a36bfcfb) {{(pid=110063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:57:13.817056 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Publish callbacks [] for router_gateway (1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:13.856075 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5a8583b2-93ec-47bd-b6c2-8c3dd1810b71 req-a74592d8-c576-4b48-968d-4cb444419c7b tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463077 May 19 13:57:14.037256 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:14.063828 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 0f615ea0-4756-4438-a1dc-4eb456e51bb4 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:57:14.068577 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (0f615ea0-4756-4438-a1dc-4eb456e51bb4), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:14.124110 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Publish callbacks [] for router_gateway (1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:14.143270 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9f3471ee-dae6-4f67-b25c-8c0f2484c0a9 None None] Publish callbacks [] for port (188436ea-68a0-4a8a-9fd0-3f16a36bfcfb), precommit_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:14.153312 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:14.183841 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9f3471ee-dae6-4f67-b25c-8c0f2484c0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (188436ea-68a0-4a8a-9fd0-3f16a36bfcfb), after_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:14.232871 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3471ee-dae6-4f67-b25c-8c0f2484c0a9 None None] Network 38a3cd1f-c2db-404e-87c7-268681379652 is already hosted by enough agents. {{(pid=110063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:57:14.236929 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.scheduler.base_scheduler [None req-9f3471ee-dae6-4f67-b25c-8c0f2484c0a9 None None] Resources bound (agent type, host, resource id): {{(pid=110063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:57:14.238800 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 0f615ea0-4756-4438-a1dc-4eb456e51bb4 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:57:14.245630 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3471ee-dae6-4f67-b25c-8c0f2484c0a9 None None] Received port after_create {{(pid=110063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:57:14.266100 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3471ee-dae6-4f67-b25c-8c0f2484c0a9 None None] Pushing event updated for resources: {'Port': ['ID=188436ea-68a0-4a8a-9fd0-3f16a36bfcfb,revision_number=1']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:14.363277 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-9f3471ee-dae6-4f67-b25c-8c0f2484c0a9 None None] Attempting to bind port 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:57:14.363752 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-9f3471ee-dae6-4f67-b25c-8c0f2484c0a9 None None] Attempting to bind port 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': '603bb586-312f-4631-a0cb-701bfb530760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '38a3cd1f-c2db-404e-87c7-268681379652'}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:57:14.363881 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Allocated IP 172.27.2.236 (db349b0a-3651-4f3e-8f89-c44d13ee049b/851bfd66-21de-4b67-adef-488354d2d2c5/ddb3523e-698e-4b2f-89ab-db4dd6882e05) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:57:14.366952 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3471ee-dae6-4f67-b25c-8c0f2484c0a9 None None] Attempting to bind port 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb on network 38a3cd1f-c2db-404e-87c7-268681379652 {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:57:14.374224 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3471ee-dae6-4f67-b25c-8c0f2484c0a9 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:57:14.374741 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3471ee-dae6-4f67-b25c-8c0f2484c0a9 None None] Checking segment: {'id': '603bb586-312f-4631-a0cb-701bfb530760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '38a3cd1f-c2db-404e-87c7-268681379652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:57:14.376251 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9f3471ee-dae6-4f67-b25c-8c0f2484c0a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:14.376917 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3471ee-dae6-4f67-b25c-8c0f2484c0a9 None None] Bound using segment: {'id': '603bb586-312f-4631-a0cb-701bfb530760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '38a3cd1f-c2db-404e-87c7-268681379652'} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:57:14.377580 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-9f3471ee-dae6-4f67-b25c-8c0f2484c0a9 None None] Bound port: 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '603bb586-312f-4631-a0cb-701bfb530760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '38a3cd1f-c2db-404e-87c7-268681379652'}}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:57:14.378037 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9f3471ee-dae6-4f67-b25c-8c0f2484c0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (188436ea-68a0-4a8a-9fd0-3f16a36bfcfb), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:14.533174 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-9f3471ee-dae6-4f67-b25c-8c0f2484c0a9 None None] For port 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:57:14.548492 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-9f3471ee-dae6-4f67-b25c-8c0f2484c0a9 None None] For port 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=188436ea-68a0-4a8a-9fd0-3f16a36bfcfb,segment=NetworkSegment(603bb586-312f-4631-a0cb-701bfb530760),segment_id=603bb586-312f-4631-a0cb-701bfb530760)] {{(pid=110063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:57:14.564935 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9f3471ee-dae6-4f67-b25c-8c0f2484c0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (188436ea-68a0-4a8a-9fd0-3f16a36bfcfb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:14.569208 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-561ea09e-ae2d-49d4-9c3a-bb4754b94730 req-073f7218-e7e0-4821-adba-16467b9035de tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 210 time: 0.1408627 May 19 13:57:14.642408 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd494c9-ee46-4ba7-af49-4a508383f4e3 req-d447e27b-f4ea-4eff-b3f7-ff0aabf2e173 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:14.644522 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7fd494c9-ee46-4ba7-af49-4a508383f4e3 req-d447e27b-f4ea-4eff-b3f7-ff0aabf2e173 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4 HTTP/1.1" status: 200 len: 943 time: 0.0946047 May 19 13:57:14.736654 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:14.807829 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Publish callbacks [] for port (ddb3523e-698e-4b2f-89ab-db4dd6882e05), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:14.847234 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3471ee-dae6-4f67-b25c-8c0f2484c0a9 None None] Pushing event updated for resources: {'Port': ['ID=188436ea-68a0-4a8a-9fd0-3f16a36bfcfb,revision_number=2']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:14.864814 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (ddb3523e-698e-4b2f-89ab-db4dd6882e05), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:14.902196 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7fd494c9-ee46-4ba7-af49-4a508383f4e3 req-29fd9ebc-90b8-4ec1-bb85-6b810d7ccef0 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ac0bba0-324c-42db-b56f-2fe61befa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2027161 May 19 13:57:14.949410 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Network db349b0a-3651-4f3e-8f89-c44d13ee049b is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:57:14.953639 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:14.968255 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:57:14.974246 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:57:14.978384 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Pushing event updated for resources: {'Port': ['ID=ddb3523e-698e-4b2f-89ab-db4dd6882e05,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:15.010249 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:15.010591 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:15.012569 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:15.012914 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:15.013342 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:15.013565 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:15.014117 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:15.014442 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:15.023062 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:15.023571 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:15.023924 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:15.024265 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:15.024599 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:15.024931 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:15.025495 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:15.028428 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16d2fe-fc05-4b0a-85c4-387490d0e138 req-61e67951-30fd-4d7a-8908-02d4217c86e5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:15.030506 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7d16d2fe-fc05-4b0a-85c4-387490d0e138 req-61e67951-30fd-4d7a-8908-02d4217c86e5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.0638938 May 19 13:57:15.107425 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7d16d2fe-fc05-4b0a-85c4-387490d0e138 req-c220f4ea-f4b1-49f5-98c4-4e40c02c3776 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601339 May 19 13:57:15.309907 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:15.377233 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Publish callbacks [] for router_gateway (1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:15.565059 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-25f4bb3c-a7e7-4289-98bd-fd3499a05234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:15.567310 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-25f4bb3c-a7e7-4289-98bd-fd3499a05234 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89b4336043d5446b922432a2f43af17a&device_id=7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4 HTTP/1.1" status: 200 len: 1127 time: 0.0798509 May 19 13:57:15.695255 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-258222f7-817d-42b9-9da5-e389bd1741d9 req-d1921f60-975e-4870-b8b7-732944fde368 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 210 time: 0.0476115 May 19 13:57:15.700335 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1631179'] for router (1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:15.853734 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Router 1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91 is scheduled to L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc with binding_index 1 {{(pid=110062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 13:57:15.926757 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-c7b9e373-0a2d-4455-871b-0d0b3d7a8564 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d HTTP/1.1" status: 200 len: 217 time: 0.0907836 May 19 13:57:15.992536 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-9aebba80-f01d-4309-bf15-655fb0941890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:15.994636 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-9aebba80-f01d-4309-bf15-655fb0941890 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0bdab701-d9d2-42c8-941c-7cdfe8e595b0 HTTP/1.1" status: 200 len: 854 time: 0.0600204 May 19 13:57:16.016786 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:57:16.028960 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e259dbc-3c53-405b-bfc2-9ca216aa95d4 None None] Sync routers for ids ['1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:57:16.047394 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:16.055333 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-7299ed26-2189-4ed1-a113-02ef14d08bf1 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8725903 May 19 13:57:16.055510 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e259dbc-3c53-405b-bfc2-9ca216aa95d4 None None] Routers {'1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:57:16.056115 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-2e259dbc-3c53-405b-bfc2-9ca216aa95d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:57:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:57:16.056800 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 33592) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:57:16.149210 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-3538d9de-04c7-4fce-bf27-f3b1e55acc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:16.151071 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-3538d9de-04c7-4fce-bf27-f3b1e55acc08 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=08206db8-8e78-4412-8a62-0db97bb617cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0623550 May 19 13:57:16.206068 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eedf8d-fd7e-4b58-a08d-e6155b3e2e62 req-2e7e376c-2b98-4da4-80fd-756583da4212 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:16.206383 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-20eedf8d-fd7e-4b58-a08d-e6155b3e2e62 req-2e7e376c-2b98-4da4-80fd-756583da4212 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4 HTTP/1.1" status: 200 len: 943 time: 0.1860495 May 19 13:57:16.260992 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-2e259dbc-3c53-405b-bfc2-9ca216aa95d4 None None] Set router 1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:57:16.345303 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-20eedf8d-fd7e-4b58-a08d-e6155b3e2e62 req-6b0a5101-6844-4f12-a2b9-78cc471c8cad tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ac0bba0-324c-42db-b56f-2fe61befa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1298525 May 19 13:57:16.358608 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782be5b-fe6b-45a0-91f7-f21de4bb2058 req-3e549717-53bb-4fa7-bcf6-ee20315ad0a2 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:16.361416 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f782be5b-fe6b-45a0-91f7-f21de4bb2058 req-3e549717-53bb-4fa7-bcf6-ee20315ad0a2 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.0928273 May 19 13:57:16.427877 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:16.547987 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f782be5b-fe6b-45a0-91f7-f21de4bb2058 req-053bcab3-1be5-459c-9e27-e035c08fa0d3 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806531 May 19 13:57:16.585181 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2287d7c-fec0-42b2-b7c5-6b0929aa5788 None None] Network 38a3cd1f-c2db-404e-87c7-268681379652 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:57:16.604573 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:16.628512 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-8e9d2418-7996-4a3d-a5c4-3d3c78b38bd0 service neutron] 10.222.0.65 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137005 May 19 13:57:16.661997 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:16.692951 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-2e259dbc-3c53-405b-bfc2-9ca216aa95d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91', 'name': 'tempest-TestShelveInstance-1720233047-router', 'tenant_id': 'f70c3715c82e42958ab6bb02373acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'ddb3523e-698e-4b2f-89ab-db4dd6882e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:57:13Z', 'updated_at': '2022-05-19T13:57:15Z', 'revision_number': 3, 'project_id': 'f70c3715c82e42958ab6bb02373acc2c', 'gw_port': {'id': 'ddb3523e-698e-4b2f-89ab-db4dd6882e05', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:14Z', 'updated_at': '2022-05-19T13:57:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:57:16.737771 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e259dbc-3c53-405b-bfc2-9ca216aa95d4 None None] Checking router: 1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91 for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:57:16.738527 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e259dbc-3c53-405b-bfc2-9ca216aa95d4 None None] Updating router 1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91 port ddb3523e-698e-4b2f-89ab-db4dd6882e05 binding host dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:57:16.762643 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:16.866310 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-ca55f9f2-52d3-40b9-a1da-f5c15c157756 None None] Provisioning complete for port 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:57:16.866968 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-ca55f9f2-52d3-40b9-a1da-f5c15c157756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (188436ea-68a0-4a8a-9fd0-3f16a36bfcfb), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:16.891793 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d46e0039-c7e5-4fee-83e5-fff790797922 req-6ca01d66-3d89-4e13-af02-b9480d1a5b19 service neutron] 10.222.0.65 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444685 May 19 13:57:16.909603 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-2e259dbc-3c53-405b-bfc2-9ca216aa95d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (ddb3523e-698e-4b2f-89ab-db4dd6882e05), before_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:16.958935 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0dc80954-4e46-4f7b-9b1f-5faf04938a84 req-8bb0f7bc-b309-4fd7-958e-5de680cd2cc0 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 210 time: 0.0654089 May 19 13:57:17.006296 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f0432702-8fdc-4c0e-91c8-ea6f8bd16d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:17.146190 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:57:17.274398 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-ca55f9f2-52d3-40b9-a1da-f5c15c157756 None None] Current status of the port 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:57:17.275389 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-ca55f9f2-52d3-40b9-a1da-f5c15c157756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (188436ea-68a0-4a8a-9fd0-3f16a36bfcfb), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:17.380271 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:57:17.380597 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (188436ea-68a0-4a8a-9fd0-3f16a36bfcfb), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:17.426911 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-ca55f9f2-52d3-40b9-a1da-f5c15c157756 None None] For port 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=188436ea-68a0-4a8a-9fd0-3f16a36bfcfb,segment=NetworkSegment(603bb586-312f-4631-a0cb-701bfb530760),segment_id=603bb586-312f-4631-a0cb-701bfb530760)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:57:17.430989 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:17.448104 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-ca55f9f2-52d3-40b9-a1da-f5c15c157756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (188436ea-68a0-4a8a-9fd0-3f16a36bfcfb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:17.496378 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [None req-f0432702-8fdc-4c0e-91c8-ea6f8bd16d4a admin admin] Allocated IP 172.20.0.1 (38a3cd1f-c2db-404e-87c7-268681379652/8ffe0c7f-10ee-4582-832e-17fe4b78cd27/37bba47e-91cd-4cb9-bfc8-fd53f61fed3f) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:57:17.623166 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:17.626554 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:57:17.628077 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fb5da-e28a-4312-99c1-2b392e89ff75 req-c84e2115-5136-4bd5-8e97-4690b47d2003 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:17.629915 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-435fb5da-e28a-4312-99c1-2b392e89ff75 req-c84e2115-5136-4bd5-8e97-4690b47d2003 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4 HTTP/1.1" status: 200 len: 943 time: 0.1560469 May 19 13:57:17.660445 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-6b84cbe1-4376-4283-aa63-96c57bb17eaf None None] Provisioning complete for port 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:57:17.661095 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-6b84cbe1-4376-4283-aa63-96c57bb17eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (188436ea-68a0-4a8a-9fd0-3f16a36bfcfb), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:17.725060 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55f9f2-52d3-40b9-a1da-f5c15c157756 None None] Pushing event updated for resources: {'Port': ['ID=188436ea-68a0-4a8a-9fd0-3f16a36bfcfb,revision_number=3']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:17.769501 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2dc3d-efae-40dc-840c-2f6568483795 req-84d2d22d-9628-43b1-83a5-14459e921999 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:17.771453 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-57b2dc3d-efae-40dc-840c-2f6568483795 req-84d2d22d-9628-43b1-83a5-14459e921999 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.0732079 May 19 13:57:17.801531 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-435fb5da-e28a-4312-99c1-2b392e89ff75 req-39a3694d-4db3-4cc9-b561-1030e2b6588d tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ac0bba0-324c-42db-b56f-2fe61befa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1645460 May 19 13:57:17.828770 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-6b84cbe1-4376-4283-aa63-96c57bb17eaf None None] Current status of the port 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:57:17.830338 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:17.868074 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-2e259dbc-3c53-405b-bfc2-9ca216aa95d4 None None] Publish callbacks [] for port (ddb3523e-698e-4b2f-89ab-db4dd6882e05), precommit_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:17.882116 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-57b2dc3d-efae-40dc-840c-2f6568483795 req-69876631-dec4-43d5-854e-be66626c037f tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774410 May 19 13:57:17.882913 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-2e259dbc-3c53-405b-bfc2-9ca216aa95d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (ddb3523e-698e-4b2f-89ab-db4dd6882e05), after_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:17.946357 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e05f8-50f5-446a-a59d-5a43af8c6d7f None None] Pushing event updated for resources: {'Port': ['ID=ddb3523e-698e-4b2f-89ab-db4dd6882e05,revision_number=2']} {{(pid=110064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:17.964481 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-2e259dbc-3c53-405b-bfc2-9ca216aa95d4 None None] Attempting to bind port ddb3523e-698e-4b2f-89ab-db4dd6882e05 on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:57:17.965402 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-2e259dbc-3c53-405b-bfc2-9ca216aa95d4 None None] Attempting to bind port ddb3523e-698e-4b2f-89ab-db4dd6882e05 by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}] {{(pid=110064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:57:17.965964 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e259dbc-3c53-405b-bfc2-9ca216aa95d4 None None] Attempting to bind port ddb3523e-698e-4b2f-89ab-db4dd6882e05 on network db349b0a-3651-4f3e-8f89-c44d13ee049b {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:57:17.973711 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e259dbc-3c53-405b-bfc2-9ca216aa95d4 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:57:17.974372 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e259dbc-3c53-405b-bfc2-9ca216aa95d4 None None] Checking segment: {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:57:17.975231 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-2e259dbc-3c53-405b-bfc2-9ca216aa95d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:17.975815 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e259dbc-3c53-405b-bfc2-9ca216aa95d4 None None] Bound using segment: {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'} {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:57:17.976427 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-2e259dbc-3c53-405b-bfc2-9ca216aa95d4 None None] Bound port: ddb3523e-698e-4b2f-89ab-db4dd6882e05, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}}] {{(pid=110064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:57:17.976974 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-2e259dbc-3c53-405b-bfc2-9ca216aa95d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (ddb3523e-698e-4b2f-89ab-db4dd6882e05), before_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:18.042175 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.db [None req-2e259dbc-3c53-405b-bfc2-9ca216aa95d4 None None] For port ddb3523e-698e-4b2f-89ab-db4dd6882e05, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:57:18.045677 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.db [None req-2e259dbc-3c53-405b-bfc2-9ca216aa95d4 None None] For port ddb3523e-698e-4b2f-89ab-db4dd6882e05, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=ddb3523e-698e-4b2f-89ab-db4dd6882e05,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:57:18.056736 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-2e259dbc-3c53-405b-bfc2-9ca216aa95d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (ddb3523e-698e-4b2f-89ab-db4dd6882e05), after_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:18.106495 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f0432702-8fdc-4c0e-91c8-ea6f8bd16d4a admin admin] Publish callbacks [] for port (37bba47e-91cd-4cb9-bfc8-fd53f61fed3f), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:18.117507 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-42655e8d-9a4e-4b96-9c71-6f087a382932 req-18ceea25-1aa1-4cf6-91ce-4847f5c7da79 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 210 time: 0.0473561 May 19 13:57:18.201184 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f0432702-8fdc-4c0e-91c8-ea6f8bd16d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (37bba47e-91cd-4cb9-bfc8-fd53f61fed3f), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:18.306839 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0432702-8fdc-4c0e-91c8-ea6f8bd16d4a admin admin] Network 38a3cd1f-c2db-404e-87c7-268681379652 is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:57:18.310281 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e05f8-50f5-446a-a59d-5a43af8c6d7f None None] Pushing event updated for resources: {'Port': ['ID=ddb3523e-698e-4b2f-89ab-db4dd6882e05,revision_number=3']} {{(pid=110064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:18.314244 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-f0432702-8fdc-4c0e-91c8-ea6f8bd16d4a admin admin] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:57:18.319287 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0432702-8fdc-4c0e-91c8-ea6f8bd16d4a admin admin] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:57:18.350975 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0432702-8fdc-4c0e-91c8-ea6f8bd16d4a admin admin] Pushing event updated for resources: {'Port': ['ID=37bba47e-91cd-4cb9-bfc8-fd53f61fed3f,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:18.354345 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e259dbc-3c53-405b-bfc2-9ca216aa95d4 None None] Routers {'1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:57:18.355027 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-2e259dbc-3c53-405b-bfc2-9ca216aa95d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:57:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:57:18.378448 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f0432702-8fdc-4c0e-91c8-ea6f8bd16d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634022'] for router_interface (1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:18.442896 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae9692-100b-4807-af30-4f0ab35e9395 req-05bb3f9b-2343-4379-8db7-9594abf64df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:18.446632 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:18.449600 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9dae9692-100b-4807-af30-4f0ab35e9395 req-05bb3f9b-2343-4379-8db7-9594abf64df6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89b4336043d5446b922432a2f43af17a&device_id=7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4 HTTP/1.1" status: 200 len: 1127 time: 0.3132081 May 19 13:57:18.541248 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-2e259dbc-3c53-405b-bfc2-9ca216aa95d4 None None] Set router 1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:57:18.619122 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:18.621449 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:18.634464 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:18.656816 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-897225f5-eb57-4e12-911f-a6a8ea8b949d tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:18.658971 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-897225f5-eb57-4e12-911f-a6a8ea8b949d tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.65 "GET /v2.0/networks?id=15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8 HTTP/1.1" status: 200 len: 814 time: 0.5379038 May 19 13:57:18.699030 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f0432702-8fdc-4c0e-91c8-ea6f8bd16d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (37bba47e-91cd-4cb9-bfc8-fd53f61fed3f), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:18.745758 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Request body: {'port': {'device_id': '282f0dfe-fd26-4a02-91e0-69716322d7d5', 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8', 'admin_state_up': True, 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:57:18.762215 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-baff31fa-cce4-4d72-a15b-e8c3f870ac29 None None] Provisioning complete for port 37bba47e-91cd-4cb9-bfc8-fd53f61fed3f triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:57:18.762809 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-baff31fa-cce4-4d72-a15b-e8c3f870ac29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (37bba47e-91cd-4cb9-bfc8-fd53f61fed3f), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:18.848000 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae9692-100b-4807-af30-4f0ab35e9395 req-25f6b473-4a50-41c9-9e8d-d1c5714a1256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:18.849350 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-baff31fa-cce4-4d72-a15b-e8c3f870ac29 None None] Port 37bba47e-91cd-4cb9-bfc8-fd53f61fed3f cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:57:18.855709 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9dae9692-100b-4807-af30-4f0ab35e9395 req-25f6b473-4a50-41c9-9e8d-d1c5714a1256 service neutron] 10.222.0.65 "GET /v2.0/networks?id=08206db8-8e78-4412-8a62-0db97bb617cf HTTP/1.1" status: 200 len: 916 time: 0.3971457 May 19 13:57:18.868562 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-2e259dbc-3c53-405b-bfc2-9ca216aa95d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91', 'name': 'tempest-TestShelveInstance-1720233047-router', 'tenant_id': 'f70c3715c82e42958ab6bb02373acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'ddb3523e-698e-4b2f-89ab-db4dd6882e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:57:13Z', 'updated_at': '2022-05-19T13:57:15Z', 'revision_number': 3, 'project_id': 'f70c3715c82e42958ab6bb02373acc2c', 'gw_port': {'id': 'ddb3523e-698e-4b2f-89ab-db4dd6882e05', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:14Z', 'updated_at': '2022-05-19T13:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:57:18.898196 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-d8e8c253-1ad1-447f-b24a-8b0dfde6bd74 req-2100ffd1-e2b0-49fe-b9c1-d8a02aa7310f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0879729 May 19 13:57:18.908281 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e259dbc-3c53-405b-bfc2-9ca216aa95d4 None None] The sync data for ids ['1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91'] in dv-cinder-784815-14-iscsi is: [{'id': '1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91', 'name': 'tempest-TestShelveInstance-1720233047-router', 'tenant_id': 'f70c3715c82e42958ab6bb02373acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'ddb3523e-698e-4b2f-89ab-db4dd6882e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:57:13Z', 'updated_at': '2022-05-19T13:57:15Z', 'revision_number': 3, 'project_id': 'f70c3715c82e42958ab6bb02373acc2c', 'gw_port': {'id': 'ddb3523e-698e-4b2f-89ab-db4dd6882e05', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:14Z', 'updated_at': '2022-05-19T13:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:57:19.039797 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:57:19.141843 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:57:19.142128 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (188436ea-68a0-4a8a-9fd0-3f16a36bfcfb), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:19.172458 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f0432702-8fdc-4c0e-91c8-ea6f8bd16d4a admin admin] Publish callbacks [] for port (37bba47e-91cd-4cb9-bfc8-fd53f61fed3f), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:19.188112 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f0432702-8fdc-4c0e-91c8-ea6f8bd16d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29558909'] for port (37bba47e-91cd-4cb9-bfc8-fd53f61fed3f), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:19.275075 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:57:19.294522 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8c253-1ad1-447f-b24a-8b0dfde6bd74 req-a1a12500-649b-4879-ac4a-332ec1d253f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:19.296262 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-d8e8c253-1ad1-447f-b24a-8b0dfde6bd74 req-a1a12500-649b-4879-ac4a-332ec1d253f3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28027af4cc0c4ca99035e48aa6237805&device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 1129 time: 0.1210270 May 19 13:57:19.308973 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0432702-8fdc-4c0e-91c8-ea6f8bd16d4a admin admin] Pushing event updated for resources: {'Port': ['ID=37bba47e-91cd-4cb9-bfc8-fd53f61fed3f,revision_number=2']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:19.323545 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f0432702-8fdc-4c0e-91c8-ea6f8bd16d4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1624750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633196'] for router_interface (1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:19.493341 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9dae9692-100b-4807-af30-4f0ab35e9395 req-09f7c092-d9e5-4094-b141-2ace7fcc1db9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d HTTP/1.1" status: 200 len: 217 time: 0.6242154 May 19 13:57:19.516935 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:19.637611 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:57:19.637877 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8c253-1ad1-447f-b24a-8b0dfde6bd74 req-b4ed199e-0299-4cb5-8849-1bd705ef01f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:19.639172 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-d8e8c253-1ad1-447f-b24a-8b0dfde6bd74 req-b4ed199e-0299-4cb5-8849-1bd705ef01f4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=34a01e8b-7928-4301-ae0a-d1e9be21f258 HTTP/1.1" status: 200 len: 919 time: 0.2858641 May 19 13:57:19.669808 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0432702-8fdc-4c0e-91c8-ea6f8bd16d4a admin admin] Network 38a3cd1f-c2db-404e-87c7-268681379652 is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:57:19.673123 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-f0432702-8fdc-4c0e-91c8-ea6f8bd16d4a admin admin] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:57:19.733153 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eded83-df2d-45a3-a6dc-6e1a12fd7281 req-079c6b33-93f0-45b2-82ad-b5882825d692 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:19.741333 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-91eded83-df2d-45a3-a6dc-6e1a12fd7281 req-079c6b33-93f0-45b2-82ad-b5882825d692 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4 HTTP/1.1" status: 200 len: 943 time: 0.3020079 May 19 13:57:19.768471 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-d8e8c253-1ad1-447f-b24a-8b0dfde6bd74 req-b1dabd04-707a-4268-a2fc-9f83f2e3f9d1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c2ca481-d8b3-43c5-9df6-5b028371dcf0 HTTP/1.1" status: 200 len: 217 time: 0.1145284 May 19 13:57:19.864973 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b9dd6-9c0d-4104-807a-fe1c5b84e868 req-f719dc8f-1123-48f9-9371-559c06acae9c tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:19.874443 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5a3b9dd6-9c0d-4104-807a-fe1c5b84e868 req-f719dc8f-1123-48f9-9371-559c06acae9c tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.4074297 May 19 13:57:19.889759 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae9692-100b-4807-af30-4f0ab35e9395 req-1346634f-6cf7-4192-9f6b-d365bb9d0da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:19.892646 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9dae9692-100b-4807-af30-4f0ab35e9395 req-1346634f-6cf7-4192-9f6b-d365bb9d0da7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0bdab701-d9d2-42c8-941c-7cdfe8e595b0 HTTP/1.1" status: 200 len: 854 time: 0.3470595 May 19 13:57:19.998979 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae9692-100b-4807-af30-4f0ab35e9395 req-b9abef2d-c28b-47c8-bf10-e7118918d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:20.000703 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9dae9692-100b-4807-af30-4f0ab35e9395 req-b9abef2d-c28b-47c8-bf10-e7118918d813 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=08206db8-8e78-4412-8a62-0db97bb617cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0997298 May 19 13:57:20.062564 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:20.148681 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8c253-1ad1-447f-b24a-8b0dfde6bd74 req-282692d7-72fa-4329-b5b3-ee2ea108587a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:20.150196 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-d8e8c253-1ad1-447f-b24a-8b0dfde6bd74 req-282692d7-72fa-4329-b5b3-ee2ea108587a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e59f71b-406f-4674-9cc1-e5ca82f3a90f HTTP/1.1" status: 200 len: 857 time: 0.2928486 May 19 13:57:20.150599 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 33644) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:57:20.196727 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-c5f4b352-e78a-4ff8-b56a-7fd13e7b21dc None None] Provisioning complete for port 37bba47e-91cd-4cb9-bfc8-fd53f61fed3f triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:57:20.197915 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b352-e78a-4ff8-b56a-7fd13e7b21dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (37bba47e-91cd-4cb9-bfc8-fd53f61fed3f), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:20.270082 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d,segment=NetworkSegment(4048a570-00c8-45bc-b081-09a854940d61),segment_id=4048a570-00c8-45bc-b081-09a854940d61)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:57:20.281835 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0432702-8fdc-4c0e-91c8-ea6f8bd16d4a admin admin] Router 1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:57:20.283823 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8c253-1ad1-447f-b24a-8b0dfde6bd74 req-ada0314b-d5b0-490f-ba26-c1e1d590995e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:20.284041 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=100 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:20.285317 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Returning: {'device': 'c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'port_id': 'c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d', 'mac_address': 'fa:16:3e:f8:5e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:57:20.285462 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-d8e8c253-1ad1-447f-b24a-8b0dfde6bd74 req-ada0314b-d5b0-490f-ba26-c1e1d590995e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34a01e8b-7928-4301-ae0a-d1e9be21f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1220684 May 19 13:57:20.366166 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-c5f4b352-e78a-4ff8-b56a-7fd13e7b21dc None None] Port 37bba47e-91cd-4cb9-bfc8-fd53f61fed3f cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:57:20.396747 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d is: DOWN; New status is: BUILD {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:57:20.397149 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:20.423285 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d {{(pid=110063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:57:20.425079 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9dae9692-100b-4807-af30-4f0ab35e9395 req-5059ef6e-efda-46e4-8166-4d861e9c7f91 service neutron] 10.222.0.65 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886719 May 19 13:57:20.438800 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-91eded83-df2d-45a3-a6dc-6e1a12fd7281 req-4c701c4c-5299-4bb0-94b5-a5db66465e65 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ac0bba0-324c-42db-b56f-2fe61befa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6963675 May 19 13:57:20.449665 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5a3b9dd6-9c0d-4104-807a-fe1c5b84e868 req-d8d15954-59bd-4a2c-bb13-3b7de8fdbce3 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5744438 May 19 13:57:20.464839 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Made reservation on behalf of a51cbae6cb494a2fac656e416fe868c2 for: {'port': 1} {{(pid=110061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:57:20.468457 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:20.484796 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-d8e8c253-1ad1-447f-b24a-8b0dfde6bd74 req-f0a12ede-d6c4-4251-b7b2-f318f56f6f36 service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876159 May 19 13:57:20.490110 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d,segment=NetworkSegment(4048a570-00c8-45bc-b081-09a854940d61),segment_id=4048a570-00c8-45bc-b081-09a854940d61)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:57:20.505368 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:20.579866 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:20.591226 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-554dba4f-914b-4292-b629-f5193d9bbf28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:20.612539 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:20.640050 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a7e6c808-1e67-437f-91cd-a9a20795919a req-e3c2996c-3ea0-409c-a873-ec5dcd3a8bbf tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 210 time: 0.0622351 May 19 13:57:20.708863 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:20.761679 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9dae9692-100b-4807-af30-4f0ab35e9395 req-3789695f-d517-41e5-9012-ae3a8648c147 service neutron] 10.222.0.65 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210578 May 19 13:57:20.828908 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0432702-8fdc-4c0e-91c8-ea6f8bd16d4a admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:57:20.846255 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-f0432702-8fdc-4c0e-91c8-ea6f8bd16d4a admin admin] 10.222.0.52 "PUT /v2.0/routers/1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7860577 May 19 13:57:20.854265 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-d8e8c253-1ad1-447f-b24a-8b0dfde6bd74 req-6f084cae-4dc4-4877-a8b3-4aa6a21289e3 service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602374 May 19 13:57:20.884045 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_common [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Allocated IP 172.20.0.8 (15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8/5c345f5b-8f24-4fa9-b60a-045ce3f37188/e9f3edc9-7c52-4610-9122-024284dd285b) {{(pid=110061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:57:20.910738 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:57:20.960501 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-554dba4f-914b-4292-b629-f5193d9bbf28 admin admin] Publish callbacks [] for security_group (563c9251-d202-47fa-9919-492eb4c9ce3e), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:20.970081 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-554dba4f-914b-4292-b629-f5193d9bbf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (563c9251-d202-47fa-9919-492eb4c9ce3e), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:21.024619 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device ddb3523e-698e-4b2f-89ab-db4dd6882e05 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:57:21.036929 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-554dba4f-914b-4292-b629-f5193d9bbf28 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=100a9490a1da4fbe9602085539caf60d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8832262 May 19 13:57:21.039543 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dba4f-914b-4292-b629-f5193d9bbf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563c9251-d202-47fa-9919-492eb4c9ce3e,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:21.041185 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 33652) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:57:21.195824 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9bc7dc61-ea68-46d7-a2ff-7e840a09364c admin admin] Publish callbacks [] for security_group (563c9251-d202-47fa-9919-492eb4c9ce3e), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:21.208693 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port ddb3523e-698e-4b2f-89ab-db4dd6882e05 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:57:21.209258 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (ddb3523e-698e-4b2f-89ab-db4dd6882e05), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:21.238002 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for port (e9f3edc9-7c52-4610-9122-024284dd285b), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:21.261564 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9bc7dc61-ea68-46d7-a2ff-7e840a09364c admin admin] Publish callbacks [] for security_group (563c9251-d202-47fa-9919-492eb4c9ce3e), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:21.330733 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (e9f3edc9-7c52-4610-9122-024284dd285b), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:21.391042 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Pushing event updated for resources: {'Port': ['ID=e9f3edc9-7c52-4610-9122-024284dd285b,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:21.394716 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:21.409220 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:21.409582 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:21.409892 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:21.410264 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:21.411036 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:21.411036 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:21.411489 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:21.411855 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:21.412334 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:21.412547 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:21.412862 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:21.413176 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:21.413487 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:21.413804 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:21.414541 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:21.419725 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9bc7dc61-ea68-46d7-a2ff-7e840a09364c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (563c9251-d202-47fa-9919-492eb4c9ce3e), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:21.423025 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9bc7dc61-ea68-46d7-a2ff-7e840a09364c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:21.424211 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-9bc7dc61-ea68-46d7-a2ff-7e840a09364c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/563c9251-d202-47fa-9919-492eb4c9ce3e HTTP/1.1" status: 204 len: 168 time: 0.3819544 May 19 13:57:21.431734 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Network 15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8 is already hosted by enough agents. {{(pid=110061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:57:21.438635 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Resources bound (agent type, host, resource id): {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:57:21.441590 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7dc61-ea68-46d7-a2ff-7e840a09364c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563c9251-d202-47fa-9919-492eb4c9ce3e,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:21.443503 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Received port after_create {{(pid=110061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:57:21.447317 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port ddb3523e-698e-4b2f-89ab-db4dd6882e05 is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:57:21.447711 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (ddb3523e-698e-4b2f-89ab-db4dd6882e05), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:21.507312 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] For port ddb3523e-698e-4b2f-89ab-db4dd6882e05, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=ddb3523e-698e-4b2f-89ab-db4dd6882e05,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:57:21.518351 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:21.519135 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:21.527785 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (ddb3523e-698e-4b2f-89ab-db4dd6882e05), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:21.554342 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-13e4cc7a-5598-474d-85c5-f7cff900f321 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8216014 May 19 13:57:21.575014 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-ba35ca60-dd6c-4927-8376-ba60352602b7 service neutron] Request body: {'port': {'device_id': '282f0dfe-fd26-4a02-91e0-69716322d7d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:57:21.602113 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Pushing event updated for resources: {'Port': ['ID=ddb3523e-698e-4b2f-89ab-db4dd6882e05,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:21.768264 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-ba35ca60-dd6c-4927-8376-ba60352602b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (e9f3edc9-7c52-4610-9122-024284dd285b), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:21.785040 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 33668) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:57:21.791861 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-082efee9-18a9-4895-97d2-945730d2e0a8 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1758108947', 'description': 'tempest-secgroup-smoke-1758108947 description', 'project_id': '0197b4cff99649ef9da1e77b1461dd76'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:57:21.844603 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ee9a2-c5ec-4ffa-a048-7d21f7373cdd req-fd2975ac-8795-4e5e-978a-9a1bfdff90b0 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:21.847112 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-511ee9a2-c5ec-4ffa-a048-7d21f7373cdd req-fd2975ac-8795-4e5e-978a-9a1bfdff90b0 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4 HTTP/1.1" status: 200 len: 944 time: 0.1354163 May 19 13:57:21.874557 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-082efee9-18a9-4895-97d2-945730d2e0a8 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:21.918978 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=5 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:22.058772 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:22.060132 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-082efee9-18a9-4895-97d2-945730d2e0a8 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for security_group (5e309649-47c9-4948-ae65-189ed21953fc), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:22.107511 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-082efee9-18a9-4895-97d2-945730d2e0a8 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (5e309649-47c9-4948-ae65-189ed21953fc), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:22.118365 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-e5456a6d-5965-4903-861d-7bbaed951a3c None None] Provisioning complete for port e9f3edc9-7c52-4610-9122-024284dd285b triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:57:22.118729 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-e5456a6d-5965-4903-861d-7bbaed951a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (e9f3edc9-7c52-4610-9122-024284dd285b), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:22.148608 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-511ee9a2-c5ec-4ffa-a048-7d21f7373cdd req-f14331db-19ab-4e65-ba34-1275e8bd82da tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ac0bba0-324c-42db-b56f-2fe61befa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2682297 May 19 13:57:22.177588 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb415f-fd07-4a64-b5c0-7763ae4cebc3 req-d8a3fac0-b4a3-4bd0-9812-b7a9bcd0a3d7 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:22.179635 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-63fb415f-fd07-4a64-b5c0-7763ae4cebc3 req-d8a3fac0-b4a3-4bd0-9812-b7a9bcd0a3d7 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.1687939 May 19 13:57:22.205213 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2da5f03-1441-45c2-8f00-f7207d739f45 None None] Sync routers for ids ['1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91'] in dv-cinder-784815-14-iscsi {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:57:22.230138 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082efee9-18a9-4895-97d2-945730d2e0a8 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e309649-47c9-4948-ae65-189ed21953fc,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:22.242595 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-082efee9-18a9-4895-97d2-945730d2e0a8 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:22.252802 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-082efee9-18a9-4895-97d2-945730d2e0a8 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4621916 May 19 13:57:22.252977 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 33676) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:57:22.257849 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-85532461-ac87-4ddd-8171-078edd189a83 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Request body: {'security_group_rule': {'security_group_id': '5e309649-47c9-4948-ae65-189ed21953fc', 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:57:22.261519 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2da5f03-1441-45c2-8f00-f7207d739f45 None None] Routers {'1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:57:22.262407 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-f2da5f03-1441-45c2-8f00-f7207d739f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:57:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:57:22.266601 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-e5456a6d-5965-4903-861d-7bbaed951a3c None None] Port e9f3edc9-7c52-4610-9122-024284dd285b cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:57:22.275546 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:22.279758 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:22.310068 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-85532461-ac87-4ddd-8171-078edd189a83 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for security_group_rule (e7f9d917-fd98-4655-b31a-5a8c069a560a), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:22.334216 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d up at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:57:22.378393 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-85532461-ac87-4ddd-8171-078edd189a83 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for security_group_rule (e7f9d917-fd98-4655-b31a-5a8c069a560a), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:22.385964 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-85532461-ac87-4ddd-8171-078edd189a83 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (e7f9d917-fd98-4655-b31a-5a8c069a560a), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:22.419328 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85532461-ac87-4ddd-8171-078edd189a83 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f9d917-fd98-4655-b31a-5a8c069a560a,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:22.431917 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-85532461-ac87-4ddd-8171-078edd189a83 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:22.434703 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84a8db-7da9-49ef-9e30-14f78f6ebc0b req-1bcc2417-23e3-4c20-802a-844a9ffa2c63 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:22.436223 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8b84a8db-7da9-49ef-9e30-14f78f6ebc0b req-1bcc2417-23e3-4c20-802a-844a9ffa2c63 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 931 time: 0.1514802 May 19 13:57:22.449353 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-85532461-ac87-4ddd-8171-078edd189a83 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1874335 May 19 13:57:22.449353 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 33684) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:57:22.449353 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-4195501e-6990-4ddd-b4df-cf2c374ee3e4 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Request body: {'security_group_rule': {'security_group_id': '5e309649-47c9-4948-ae65-189ed21953fc', 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:57:22.484770 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-63fb415f-fd07-4a64-b5c0-7763ae4cebc3 req-2864532e-1edf-4d00-be96-01b4347d13cd tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857295 May 19 13:57:22.496995 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-f2da5f03-1441-45c2-8f00-f7207d739f45 None None] Set router 1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:57:22.527671 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4195501e-6990-4ddd-b4df-cf2c374ee3e4 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for security_group_rule (a817e895-9008-475d-98a3-974f4eca3623), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:22.548572 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8b84a8db-7da9-49ef-9e30-14f78f6ebc0b req-de971b59-2b07-465b-9a09-65eb938b2e31 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938485 May 19 13:57:22.649728 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4195501e-6990-4ddd-b4df-cf2c374ee3e4 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for security_group_rule (a817e895-9008-475d-98a3-974f4eca3623), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:22.655708 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4195501e-6990-4ddd-b4df-cf2c374ee3e4 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (a817e895-9008-475d-98a3-974f4eca3623), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:22.662934 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-ba35ca60-dd6c-4927-8376-ba60352602b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f3edc9-7c52-4610-9122-024284dd285b {{(pid=110061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:57:22.675668 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-ba35ca60-dd6c-4927-8376-ba60352602b7 service neutron] Publish callbacks [] for port (e9f3edc9-7c52-4610-9122-024284dd285b), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:22.685357 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195501e-6990-4ddd-b4df-cf2c374ee3e4 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a817e895-9008-475d-98a3-974f4eca3623,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:22.704512 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.provisioning_blocks [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-ba35ca60-dd6c-4927-8376-ba60352602b7 service neutron] Transition to ACTIVE for port object e9f3edc9-7c52-4610-9122-024284dd285b will not be triggered until provisioned by entity L2. {{(pid=110061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:57:22.705545 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4195501e-6990-4ddd-b4df-cf2c374ee3e4 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:22.707254 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-4195501e-6990-4ddd-b4df-cf2c374ee3e4 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2626252 May 19 13:57:22.711106 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 33690) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:57:22.717121 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-5ffff8ac-3ee1-49ed-8fb2-96a28597e20f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Request body: {'security_group_rule': {'security_group_id': '5e309649-47c9-4948-ae65-189ed21953fc', 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:57:22.726491 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-ba35ca60-dd6c-4927-8376-ba60352602b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30676627'] for port (e9f3edc9-7c52-4610-9122-024284dd285b), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:22.727898 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning for port c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d completed by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:57:22.750490 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning complete for port c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:57:22.750998 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:22.772721 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5ffff8ac-3ee1-49ed-8fb2-96a28597e20f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for security_group_rule (bac649f3-58cd-4de7-9bd4-0fbf52f171a0), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:22.805647 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35ca60-dd6c-4927-8376-ba60352602b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f3edc9-7c52-4610-9122-024284dd285b,revision_number=2']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:22.809048 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:22.971427 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-ba35ca60-dd6c-4927-8376-ba60352602b7 service neutron] Attempting to bind port e9f3edc9-7c52-4610-9122-024284dd285b on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:57:22.974077 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-ba35ca60-dd6c-4927-8376-ba60352602b7 service neutron] Attempting to bind port e9f3edc9-7c52-4610-9122-024284dd285b by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'b873a258-08c0-4c14-bb12-c0681fda7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8'}] {{(pid=110061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:57:22.975627 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-ba35ca60-dd6c-4927-8376-ba60352602b7 service neutron] Attempting to bind port e9f3edc9-7c52-4610-9122-024284dd285b on network 15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:57:22.998411 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-ba35ca60-dd6c-4927-8376-ba60352602b7 service neutron] Port e9f3edc9-7c52-4610-9122-024284dd285b on network 15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:57:23.000225 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-ba35ca60-dd6c-4927-8376-ba60352602b7 service neutron] Attempting to bind port e9f3edc9-7c52-4610-9122-024284dd285b on network 15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:57:23.021676 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5ffff8ac-3ee1-49ed-8fb2-96a28597e20f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for security_group_rule (bac649f3-58cd-4de7-9bd4-0fbf52f171a0), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:23.025334 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-ba35ca60-dd6c-4927-8376-ba60352602b7 service neutron] Checking agent: {'id': '7bec7b2c-83f8-44b0-a5e6-0a5454b173c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'started_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:57:23.025879 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-ba35ca60-dd6c-4927-8376-ba60352602b7 service neutron] Checking segment: {'id': 'b873a258-08c0-4c14-bb12-c0681fda7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:57:23.026336 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-ba35ca60-dd6c-4927-8376-ba60352602b7 service neutron] Bound using segment: {'id': 'b873a258-08c0-4c14-bb12-c0681fda7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8'} {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:57:23.026783 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-ba35ca60-dd6c-4927-8376-ba60352602b7 service neutron] Bound port: e9f3edc9-7c52-4610-9122-024284dd285b, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b873a258-08c0-4c14-bb12-c0681fda7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8'}}] {{(pid=110061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:57:23.027709 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-ba35ca60-dd6c-4927-8376-ba60352602b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (e9f3edc9-7c52-4610-9122-024284dd285b), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:23.030192 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5ffff8ac-3ee1-49ed-8fb2-96a28597e20f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (bac649f3-58cd-4de7-9bd4-0fbf52f171a0), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:23.060633 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffff8ac-3ee1-49ed-8fb2-96a28597e20f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac649f3-58cd-4de7-9bd4-0fbf52f171a0,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:23.075444 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5ffff8ac-3ee1-49ed-8fb2-96a28597e20f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:23.077028 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-5ffff8ac-3ee1-49ed-8fb2-96a28597e20f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3648539 May 19 13:57:23.081094 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 33698) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:57:23.126499 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device ddb3523e-698e-4b2f-89ab-db4dd6882e05 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:57:23.130998 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d is: BUILD; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:57:23.131382 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:23.151804 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-ba35ca60-dd6c-4927-8376-ba60352602b7 service neutron] For port e9f3edc9-7c52-4610-9122-024284dd285b, host hv-cinder-78481, cleared binding levels {{(pid=110061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:57:23.156045 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-ba35ca60-dd6c-4927-8376-ba60352602b7 service neutron] For port e9f3edc9-7c52-4610-9122-024284dd285b, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e9f3edc9-7c52-4610-9122-024284dd285b,segment=NetworkSegment(b873a258-08c0-4c14-bb12-c0681fda7ff4),segment_id=b873a258-08c0-4c14-bb12-c0681fda7ff4)] {{(pid=110061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:57:23.164834 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-bb40cc70-0a2e-4686-b6c3-85f70b84a230 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Request body: {'security_group_rule': {'security_group_id': '5e309649-47c9-4948-ae65-189ed21953fc', 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:57:23.255620 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-ba35ca60-dd6c-4927-8376-ba60352602b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30676627'] for port (e9f3edc9-7c52-4610-9122-024284dd285b), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:23.346286 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-f2da5f03-1441-45c2-8f00-f7207d739f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91', 'name': 'tempest-TestShelveInstance-1720233047-router', 'tenant_id': 'f70c3715c82e42958ab6bb02373acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'ddb3523e-698e-4b2f-89ab-db4dd6882e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:57:13Z', 'updated_at': '2022-05-19T13:57:18Z', 'revision_number': 4, 'project_id': 'f70c3715c82e42958ab6bb02373acc2c', 'gw_port': {'id': 'ddb3523e-698e-4b2f-89ab-db4dd6882e05', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:14Z', 'updated_at': '2022-05-19T13:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '37bba47e-91cd-4cb9-bfc8-fd53f61fed3f', 'name': '', 'network_id': '38a3cd1f-c2db-404e-87c7-268681379652', 'tenant_id': 'f70c3715c82e42958ab6bb02373acc2c', 'mac_address': 'fa:16:3e:51:8f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '8ffe0c7f-10ee-4582-832e-17fe4b78cd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:17Z', 'updated_at': '2022-05-19T13:57:18Z', 'revision_number': 2, 'project_id': 'f70c3715c82e42958ab6bb02373acc2c', 'subnets': [{'id': '8ffe0c7f-10ee-4582-832e-17fe4b78cd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:57:23.350314 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:57:23.355205 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a3b28f-b830-4c2d-86a5-76482dd3f5cd" -d '{"events": [{"server_uuid": "7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4", "name": "network-vif-plugged", "status": "completed", "tag": "c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:57:23.434374 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35ca60-dd6c-4927-8376-ba60352602b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f3edc9-7c52-4610-9122-024284dd285b,revision_number=3']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:23.453635 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d143eb8f-5f94-4090-806d-3b6ef3076f61 x-openstack-request-id: req-d143eb8f-5f94-4090-806d-3b6ef3076f61 {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:57:23.454021 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4", "name": "network-vif-plugged", "status": "completed", "tag": "c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:57:23.454325 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d143eb8f-5f94-4090-806d-3b6ef3076f61 {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:57:23.459095 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d143eb8f-5f94-4090-806d-3b6ef3076f61'] response: {'server_uuid': '7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d', 'code': 200} May 19 13:57:23.465559 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d,segment=NetworkSegment(4048a570-00c8-45bc-b081-09a854940d61),segment_id=4048a570-00c8-45bc-b081-09a854940d61)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:57:23.467391 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2da5f03-1441-45c2-8f00-f7207d739f45 None None] Checking router: 1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91 for host: dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:57:23.467533 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-ba35ca60-dd6c-4927-8376-ba60352602b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:23.467977 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2da5f03-1441-45c2-8f00-f7207d739f45 None None] Updating router 1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91 port 37bba47e-91cd-4cb9-bfc8-fd53f61fed3f binding host dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:57:23.468129 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-ba35ca60-dd6c-4927-8376-ba60352602b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:23.470989 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-ba35ca60-dd6c-4927-8376-ba60352602b7 service neutron] 10.222.0.65 "PUT /v2.0/ports/e9f3edc9-7c52-4610-9122-024284dd285b HTTP/1.1" status: 200 len: 1093 time: 1.9026732 May 19 13:57:23.472910 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282f0dfe-fd26-4a02-91e0-69716322d7d5', 'tag': 'e9f3edc9-7c52-4610-9122-024284dd285b'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:57:23.476546 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9b85ed-67d1-4028-865c-957553e7750d" -d '{"events": [{"name": "network-changed", "server_uuid": "282f0dfe-fd26-4a02-91e0-69716322d7d5", "tag": "e9f3edc9-7c52-4610-9122-024284dd285b"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:57:23.493117 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:23.503965 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42b861-9fb5-4c3f-baf3-40b5aaa97acb req-2b6b470b-d242-482e-a978-635c39c22f86 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:23.506073 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2c42b861-9fb5-4c3f-baf3-40b5aaa97acb req-2b6b470b-d242-482e-a978-635c39c22f86 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4 HTTP/1.1" status: 200 len: 944 time: 0.1362274 May 19 13:57:23.512027 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-bb40cc70-0a2e-4686-b6c3-85f70b84a230 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for security_group_rule (6e177605-01ca-4684-a3e0-9fabd256bb13), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:23.584800 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:23.589234 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:23.591414 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e623499-9819-4e65-a9b8-4a04c5e98cea x-openstack-request-id: req-2e623499-9819-4e65-a9b8-4a04c5e98cea {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:57:23.592945 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282f0dfe-fd26-4a02-91e0-69716322d7d5", "tag": "e9f3edc9-7c52-4610-9122-024284dd285b", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:57:23.592945 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2e623499-9819-4e65-a9b8-4a04c5e98cea {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:57:23.592945 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e623499-9819-4e65-a9b8-4a04c5e98cea'] response: {'name': 'network-changed', 'server_uuid': '282f0dfe-fd26-4a02-91e0-69716322d7d5', 'tag': 'e9f3edc9-7c52-4610-9122-024284dd285b', 'status': 'completed', 'code': 200} May 19 13:57:23.682049 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2c42b861-9fb5-4c3f-baf3-40b5aaa97acb req-429855f8-b0a0-499b-a373-cb13310302e4 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ac0bba0-324c-42db-b56f-2fe61befa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1598339 May 19 13:57:23.771793 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-f2da5f03-1441-45c2-8f00-f7207d739f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (37bba47e-91cd-4cb9-bfc8-fd53f61fed3f), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:23.804823 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port ddb3523e-698e-4b2f-89ab-db4dd6882e05 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:57:23.805285 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (ddb3523e-698e-4b2f-89ab-db4dd6882e05), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:23.911326 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:23.918372 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:23.918372 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-08f7263a-65ce-4e2d-ba37-bf761839b246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:23.919804 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-08f7263a-65ce-4e2d-ba37-bf761839b246 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a51cbae6cb494a2fac656e416fe868c2&device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 1127 time: 0.2663281 May 19 13:57:24.031562 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8489c94-f388-445a-bbf3-218126c55c7a req-86694ede-d10f-414e-b9a3-15add3feabf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:24.032941 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e8489c94-f388-445a-bbf3-218126c55c7a req-86694ede-d10f-414e-b9a3-15add3feabf5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4 HTTP/1.1" status: 200 len: 1129 time: 0.0884378 May 19 13:57:24.074300 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-bb40cc70-0a2e-4686-b6c3-85f70b84a230 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for security_group_rule (6e177605-01ca-4684-a3e0-9fabd256bb13), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:24.076774 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-e22cb8a4-ecce-4b2e-9ae4-1a482dfa066a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9f3edc9-7c52-4610-9122-024284dd285b HTTP/1.1" status: 200 len: 217 time: 0.0916018 May 19 13:57:24.107908 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faefb37-745c-4543-9c48-cf8ab8c4a3e8 req-47ab4123-82a9-401e-af91-08272667a9a1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:24.111441 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0faefb37-745c-4543-9c48-cf8ab8c4a3e8 req-47ab4123-82a9-401e-af91-08272667a9a1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.3212080 May 19 13:57:24.154355 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e8489c94-f388-445a-bbf3-218126c55c7a req-ec598b2d-9f7f-4e21-bfdf-b98658064e0c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4ac0bba0-324c-42db-b56f-2fe61befa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759456 May 19 13:57:24.182096 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-84631085-4a52-40d6-b884-b5917df25281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:24.184223 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-84631085-4a52-40d6-b884-b5917df25281 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5c345f5b-8f24-4fa9-b60a-045ce3f37188 HTTP/1.1" status: 200 len: 853 time: 0.0712657 May 19 13:57:24.196422 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead372c-600b-46e0-b0ce-8b85ad685974 req-1efad78e-09b1-43ad-b0e6-aca7e4ad8631 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:24.198140 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2ead372c-600b-46e0-b0ce-8b85ad685974 req-1efad78e-09b1-43ad-b0e6-aca7e4ad8631 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 943 time: 0.3394659 May 19 13:57:24.198523 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-bb40cc70-0a2e-4686-b6c3-85f70b84a230 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (6e177605-01ca-4684-a3e0-9fabd256bb13), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:24.246265 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40cc70-0a2e-4686-b6c3-85f70b84a230 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e177605-01ca-4684-a3e0-9fabd256bb13,revision_number=0']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:24.279289 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0faefb37-745c-4543-9c48-cf8ab8c4a3e8 req-498e877c-daed-4710-b9a6-28cab185b006 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942395 May 19 13:57:24.318704 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-bb40cc70-0a2e-4686-b6c3-85f70b84a230 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:24.322916 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 33718) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:57:24.324324 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-bb40cc70-0a2e-4686-b6c3-85f70b84a230 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1638019 May 19 13:57:24.328244 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-c2a792dd-8bdb-4df8-bb3c-a933cf942de8 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Request body: {'security_group_rule': {'security_group_id': '5e309649-47c9-4948-ae65-189ed21953fc', 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:57:24.353533 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.db.securitygroups_db [None req-c2a792dd-8bdb-4df8-bb3c-a933cf942de8 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Project 0197b4cff99649ef9da1e77b1461dd76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:57:24.357370 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-f2da5f03-1441-45c2-8f00-f7207d739f45 None None] Publish callbacks [] for port (37bba47e-91cd-4cb9-bfc8-fd53f61fed3f), precommit_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:24.364908 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-c2a792dd-8bdb-4df8-bb3c-a933cf942de8 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for security_group_rule (2e896208-94e2-448e-8d59-8cb2fc756810), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:24.366800 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2ead372c-600b-46e0-b0ce-8b85ad685974 req-a3cb1bfb-5ed1-4ace-a734-1b92db30748e tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496332 May 19 13:57:24.406193 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-f2da5f03-1441-45c2-8f00-f7207d739f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (37bba47e-91cd-4cb9-bfc8-fd53f61fed3f), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:24.450417 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port ddb3523e-698e-4b2f-89ab-db4dd6882e05 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:57:24.480908 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-c2a792dd-8bdb-4df8-bb3c-a933cf942de8 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for security_group_rule (2e896208-94e2-448e-8d59-8cb2fc756810), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:24.491569 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-c2a792dd-8bdb-4df8-bb3c-a933cf942de8 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (2e896208-94e2-448e-8d59-8cb2fc756810), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:24.501899 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd97c9-f1a2-4a1c-b6f9-8292c26fc0b9 None None] Pushing event updated for resources: {'Port': ['ID=37bba47e-91cd-4cb9-bfc8-fd53f61fed3f,revision_number=3']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:24.519637 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a792dd-8bdb-4df8-bb3c-a933cf942de8 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e896208-94e2-448e-8d59-8cb2fc756810,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:24.549146 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-c2a792dd-8bdb-4df8-bb3c-a933cf942de8 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:24.553166 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 33720) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:57:24.553409 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-c2a792dd-8bdb-4df8-bb3c-a933cf942de8 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2291968 May 19 13:57:24.558269 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-df2ef1d8-6f68-4629-ad68-758107191e1c tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Request body: {'security_group_rule': {'security_group_id': '5e309649-47c9-4948-ae65-189ed21953fc', 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:57:24.625289 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.securitygroups_db [None req-df2ef1d8-6f68-4629-ad68-758107191e1c tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Project 0197b4cff99649ef9da1e77b1461dd76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:57:24.639284 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-df2ef1d8-6f68-4629-ad68-758107191e1c tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for security_group_rule (10dbcf6c-1153-4041-a684-b7fbed7c1d89), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:24.783279 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-df2ef1d8-6f68-4629-ad68-758107191e1c tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for security_group_rule (10dbcf6c-1153-4041-a684-b7fbed7c1d89), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:24.790044 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-8362861f-439b-47e3-a597-ab0dba558e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:24.795123 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-8362861f-439b-47e3-a597-ab0dba558e84 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0792358 May 19 13:57:24.797999 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-df2ef1d8-6f68-4629-ad68-758107191e1c tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (10dbcf6c-1153-4041-a684-b7fbed7c1d89), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:24.828781 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:24.858159 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-f2da5f03-1441-45c2-8f00-f7207d739f45 None None] Attempting to bind port 37bba47e-91cd-4cb9-bfc8-fd53f61fed3f on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:57:24.861669 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-f2da5f03-1441-45c2-8f00-f7207d739f45 None None] Attempting to bind port 37bba47e-91cd-4cb9-bfc8-fd53f61fed3f by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': '603bb586-312f-4631-a0cb-701bfb530760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '38a3cd1f-c2db-404e-87c7-268681379652'}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:57:24.862336 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2da5f03-1441-45c2-8f00-f7207d739f45 None None] Attempting to bind port 37bba47e-91cd-4cb9-bfc8-fd53f61fed3f on network 38a3cd1f-c2db-404e-87c7-268681379652 {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:57:24.865367 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-df2ef1d8-6f68-4629-ad68-758107191e1c tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:24.867310 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-df2ef1d8-6f68-4629-ad68-758107191e1c tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3123367 May 19 13:57:24.873392 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2da5f03-1441-45c2-8f00-f7207d739f45 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:57:24.874213 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2da5f03-1441-45c2-8f00-f7207d739f45 None None] Checking segment: {'id': '603bb586-312f-4631-a0cb-701bfb530760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '38a3cd1f-c2db-404e-87c7-268681379652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:57:24.875692 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-f2da5f03-1441-45c2-8f00-f7207d739f45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:24.876367 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2da5f03-1441-45c2-8f00-f7207d739f45 None None] Bound using segment: {'id': '603bb586-312f-4631-a0cb-701bfb530760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '38a3cd1f-c2db-404e-87c7-268681379652'} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:57:24.877854 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-f2da5f03-1441-45c2-8f00-f7207d739f45 None None] Bound port: 37bba47e-91cd-4cb9-bfc8-fd53f61fed3f, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '603bb586-312f-4631-a0cb-701bfb530760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '38a3cd1f-c2db-404e-87c7-268681379652'}}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:57:24.878393 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-f2da5f03-1441-45c2-8f00-f7207d739f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (37bba47e-91cd-4cb9-bfc8-fd53f61fed3f), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:24.934351 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ef1d8-6f68-4629-ad68-758107191e1c tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10dbcf6c-1153-4041-a684-b7fbed7c1d89,revision_number=0']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:24.970617 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01699cb5-828a-47e4-835b-518dd0cf0266 req-1ed846fc-c396-45cb-aef2-d3412624e2e7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:24.976540 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-01699cb5-828a-47e4-835b-518dd0cf0266 req-1ed846fc-c396-45cb-aef2-d3412624e2e7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4 HTTP/1.1" status: 200 len: 945 time: 0.1299565 May 19 13:57:25.013607 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-f2da5f03-1441-45c2-8f00-f7207d739f45 None None] For port 37bba47e-91cd-4cb9-bfc8-fd53f61fed3f, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:57:25.023807 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-f2da5f03-1441-45c2-8f00-f7207d739f45 None None] For port 37bba47e-91cd-4cb9-bfc8-fd53f61fed3f, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=37bba47e-91cd-4cb9-bfc8-fd53f61fed3f,segment=NetworkSegment(603bb586-312f-4631-a0cb-701bfb530760),segment_id=603bb586-312f-4631-a0cb-701bfb530760)] {{(pid=110063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:57:25.047401 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-f2da5f03-1441-45c2-8f00-f7207d739f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (37bba47e-91cd-4cb9-bfc8-fd53f61fed3f), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:25.057665 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-14c843e7-5b67-42ea-9c5d-2f2e7cb64382 None None] Provisioning complete for port 37bba47e-91cd-4cb9-bfc8-fd53f61fed3f triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:57:25.058432 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-14c843e7-5b67-42ea-9c5d-2f2e7cb64382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (37bba47e-91cd-4cb9-bfc8-fd53f61fed3f), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:25.061764 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-01699cb5-828a-47e4-835b-518dd0cf0266 req-baa3e770-f675-4574-924b-520c4b7f37df tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ac0bba0-324c-42db-b56f-2fe61befa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769095 May 19 13:57:25.213616 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd97c9-f1a2-4a1c-b6f9-8292c26fc0b9 None None] Pushing event updated for resources: {'Port': ['ID=37bba47e-91cd-4cb9-bfc8-fd53f61fed3f,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:25.216507 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2da5f03-1441-45c2-8f00-f7207d739f45 None None] Routers {'1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:57:25.217122 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-f2da5f03-1441-45c2-8f00-f7207d739f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:57:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:57:25.260579 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:25.411429 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-14c843e7-5b67-42ea-9c5d-2f2e7cb64382 None None] Current status of the port 37bba47e-91cd-4cb9-bfc8-fd53f61fed3f is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:57:25.412665 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-14c843e7-5b67-42ea-9c5d-2f2e7cb64382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (37bba47e-91cd-4cb9-bfc8-fd53f61fed3f), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:25.437769 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-f2da5f03-1441-45c2-8f00-f7207d739f45 None None] Set router 1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:57:25.521943 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-14c843e7-5b67-42ea-9c5d-2f2e7cb64382 None None] For port 37bba47e-91cd-4cb9-bfc8-fd53f61fed3f, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=37bba47e-91cd-4cb9-bfc8-fd53f61fed3f,segment=NetworkSegment(603bb586-312f-4631-a0cb-701bfb530760),segment_id=603bb586-312f-4631-a0cb-701bfb530760)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:57:25.528938 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d71592-9604-4ba9-a9d2-e9d56d3a74d6 req-23a59ba3-9442-4b67-9de8-54d42c343abd tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:25.539269 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e1d71592-9604-4ba9-a9d2-e9d56d3a74d6 req-23a59ba3-9442-4b67-9de8-54d42c343abd tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.1472723 May 19 13:57:25.560631 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-14c843e7-5b67-42ea-9c5d-2f2e7cb64382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (37bba47e-91cd-4cb9-bfc8-fd53f61fed3f), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:25.660451 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418ea3e-b136-48a1-923d-698b8393867d req-bc6d2da0-3b59-4da2-b627-c3e43d6ddab5 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:25.672128 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7418ea3e-b136-48a1-923d-698b8393867d req-bc6d2da0-3b59-4da2-b627-c3e43d6ddab5 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 943 time: 0.1210847 May 19 13:57:25.685481 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c843e7-5b67-42ea-9c5d-2f2e7cb64382 None None] Pushing event updated for resources: {'Port': ['ID=37bba47e-91cd-4cb9-bfc8-fd53f61fed3f,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:25.717600 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-fda872d8-51bc-41ac-a72d-4cfde28e646a None None] Provisioning complete for port 37bba47e-91cd-4cb9-bfc8-fd53f61fed3f triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:57:25.719251 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-fda872d8-51bc-41ac-a72d-4cfde28e646a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (37bba47e-91cd-4cb9-bfc8-fd53f61fed3f), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:25.828093 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:25.853229 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-f2da5f03-1441-45c2-8f00-f7207d739f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91', 'name': 'tempest-TestShelveInstance-1720233047-router', 'tenant_id': 'f70c3715c82e42958ab6bb02373acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'ddb3523e-698e-4b2f-89ab-db4dd6882e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:57:13Z', 'updated_at': '2022-05-19T13:57:18Z', 'revision_number': 4, 'project_id': 'f70c3715c82e42958ab6bb02373acc2c', 'gw_port': {'id': 'ddb3523e-698e-4b2f-89ab-db4dd6882e05', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:14Z', 'updated_at': '2022-05-19T13:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '37bba47e-91cd-4cb9-bfc8-fd53f61fed3f', 'name': '', 'network_id': '38a3cd1f-c2db-404e-87c7-268681379652', 'tenant_id': 'f70c3715c82e42958ab6bb02373acc2c', 'mac_address': 'fa:16:3e:51:8f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '8ffe0c7f-10ee-4582-832e-17fe4b78cd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:17Z', 'updated_at': '2022-05-19T13:57:25Z', 'revision_number': 4, 'project_id': 'f70c3715c82e42958ab6bb02373acc2c', 'subnets': [{'id': '8ffe0c7f-10ee-4582-832e-17fe4b78cd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:57:25.858491 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7418ea3e-b136-48a1-923d-698b8393867d req-b6f64395-3543-4ef3-88df-0079b4a74634 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796670 May 19 13:57:25.890187 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e1d71592-9604-4ba9-a9d2-e9d56d3a74d6 req-c5cbc88e-c5ba-4bc3-a7a3-3a3ed354e6f2 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3458216 May 19 13:57:25.942051 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2da5f03-1441-45c2-8f00-f7207d739f45 None None] The sync data for ids ['1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91'] in dv-cinder-784815-14-iscsi is: [{'id': '1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91', 'name': 'tempest-TestShelveInstance-1720233047-router', 'tenant_id': 'f70c3715c82e42958ab6bb02373acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'ddb3523e-698e-4b2f-89ab-db4dd6882e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:57:13Z', 'updated_at': '2022-05-19T13:57:18Z', 'revision_number': 4, 'project_id': 'f70c3715c82e42958ab6bb02373acc2c', 'gw_port': {'id': 'ddb3523e-698e-4b2f-89ab-db4dd6882e05', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:14Z', 'updated_at': '2022-05-19T13:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '37bba47e-91cd-4cb9-bfc8-fd53f61fed3f', 'name': '', 'network_id': '38a3cd1f-c2db-404e-87c7-268681379652', 'tenant_id': 'f70c3715c82e42958ab6bb02373acc2c', 'mac_address': 'fa:16:3e:51:8f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '8ffe0c7f-10ee-4582-832e-17fe4b78cd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:17Z', 'updated_at': '2022-05-19T13:57:25Z', 'revision_number': 4, 'project_id': 'f70c3715c82e42958ab6bb02373acc2c', 'subnets': [{'id': '8ffe0c7f-10ee-4582-832e-17fe4b78cd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:57:25.957161 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-fda872d8-51bc-41ac-a72d-4cfde28e646a None None] Current status of the port 37bba47e-91cd-4cb9-bfc8-fd53f61fed3f is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:57:26.068906 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-628e3f93-6b10-42e0-abdf-16ce55e387d2 service neutron] 10.222.0.65 "GET /v2.0/networks/15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645330 May 19 13:57:26.345481 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fc95c-3944-4998-901f-f013d1c22628 req-9624ac0f-1a14-4fe4-a487-8929b52f48e4 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:26.368645 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-518fc95c-3944-4998-901f-f013d1c22628 req-9624ac0f-1a14-4fe4-a487-8929b52f48e4 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4 HTTP/1.1" status: 200 len: 945 time: 0.1044390 May 19 13:57:26.507685 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-518fc95c-3944-4998-901f-f013d1c22628 req-3501e216-eefe-492c-a097-0f39cad60101 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ac0bba0-324c-42db-b56f-2fe61befa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1380346 May 19 13:57:26.657160 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:26.696200 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5817cd0-8bd0-426c-8708-add9a7a48354 req-54226f29-632a-4da0-b758-45a6fb0f0810 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:26.698577 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e5817cd0-8bd0-426c-8708-add9a7a48354 req-54226f29-632a-4da0-b758-45a6fb0f0810 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4 HTTP/1.1" status: 200 len: 945 time: 0.1011336 May 19 13:57:26.709718 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 33744) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:57:26.716367 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-10d222e4-978a-4386-a5fe-653be34dfa69 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Request body: {'floatingip': {'port_id': 'c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:57:26.769880 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-10d222e4-978a-4386-a5fe-653be34dfa69 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (b5241954-77a0-46e9-93b2-594dcc4f343b), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:27.050006 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 37bba47e-91cd-4cb9-bfc8-fd53f61fed3f up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:57:27.054638 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:27.153824 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 37bba47e-91cd-4cb9-bfc8-fd53f61fed3f triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:57:27.154197 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (37bba47e-91cd-4cb9-bfc8-fd53f61fed3f), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:27.335740 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:27.339617 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:27.435359 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e2c9e-f1a2-4e91-87fc-3fad895b1c23 req-dbb4c5b1-7296-434e-9a1e-c0637b51618c tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:27.449945 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-658e2c9e-f1a2-4e91-87fc-3fad895b1c23 req-dbb4c5b1-7296-434e-9a1e-c0637b51618c tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 943 time: 0.4083648 May 19 13:57:27.458506 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 37bba47e-91cd-4cb9-bfc8-fd53f61fed3f is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:57:27.490677 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8915f-08a1-4b36-94d4-d3e8792332a1 req-df5f849d-5309-4e9a-9e70-40c866bf78e7 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:27.492993 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-52e8915f-08a1-4b36-94d4-d3e8792332a1 req-df5f849d-5309-4e9a-9e70-40c866bf78e7 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.4121547 May 19 13:57:27.576693 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-658e2c9e-f1a2-4e91-87fc-3fad895b1c23 req-1539077f-6f08-49a2-9542-02a9a52b1a5b tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098816 May 19 13:57:27.642091 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4da60e2f-3e08-4bbc-a82e-9111d74a3a41 req-7709027c-9182-42d3-9bf2-3bd6230200ea service neutron] 10.222.0.65 "GET /v2.0/networks/15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017055 May 19 13:57:27.655464 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-52e8915f-08a1-4b36-94d4-d3e8792332a1 req-8300f52a-bccf-46be-8f34-ac4552330be1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507149 May 19 13:57:27.918533 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-10d222e4-978a-4386-a5fe-653be34dfa69 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:27.918533 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-10d222e4-978a-4386-a5fe-653be34dfa69 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (b5241954-77a0-46e9-93b2-594dcc4f343b), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:27.960580 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b85ed-67d1-4028-865c-957553e7750d req-a6c3fb42-0caa-4138-891c-ad0ed15aee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:27.960580 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8d9b85ed-67d1-4028-865c-957553e7750d req-a6c3fb42-0caa-4138-891c-ad0ed15aee69 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a51cbae6cb494a2fac656e416fe868c2&device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 1127 time: 0.1162267 May 19 13:57:28.194414 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b85ed-67d1-4028-865c-957553e7750d req-726c775b-89b2-4d94-9a9e-bc1b1753b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:28.196220 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8d9b85ed-67d1-4028-865c-957553e7750d req-726c775b-89b2-4d94-9a9e-bc1b1753b492 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8 HTTP/1.1" status: 200 len: 915 time: 0.1772196 May 19 13:57:28.197943 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.db.l3_db [None req-10d222e4-978a-4386-a5fe-653be34dfa69 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Floating IP b5241954-77a0-46e9-93b2-594dcc4f343b associated. External IP: 172.27.2.232, port: c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d. May 19 13:57:28.486463 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8d9b85ed-67d1-4028-865c-957553e7750d req-a668a920-50a7-4589-a938-061d6e38b51a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9f3edc9-7c52-4610-9122-024284dd285b HTTP/1.1" status: 200 len: 217 time: 0.1060364 May 19 13:57:28.549184 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b85ed-67d1-4028-865c-957553e7750d req-2e7ad8b7-e032-4292-a5f7-87b2ac42410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:28.550791 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8d9b85ed-67d1-4028-865c-957553e7750d req-2e7ad8b7-e032-4292-a5f7-87b2ac42410e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5c345f5b-8f24-4fa9-b60a-045ce3f37188 HTTP/1.1" status: 200 len: 853 time: 0.0554450 May 19 13:57:28.661055 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b85ed-67d1-4028-865c-957553e7750d req-6c692104-1943-4f2a-bf71-c82b5c966b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:28.662685 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8d9b85ed-67d1-4028-865c-957553e7750d req-6c692104-1943-4f2a-bf71-c82b5c966b9d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0750499 May 19 13:57:28.864480 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080a12f-056b-4264-ae69-b7b256c7ba60 req-f979b787-77d7-4e59-b049-36ffb61ad0b4 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:28.871569 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4080a12f-056b-4264-ae69-b7b256c7ba60 req-f979b787-77d7-4e59-b049-36ffb61ad0b4 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 943 time: 0.1156950 May 19 13:57:28.871789 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=19 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:28.897166 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d222e4-978a-4386-a5fe-653be34dfa69 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:57:28.909255 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:28.939134 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cb93c-1169-433e-b79a-6a6b4c18c517 req-9bb31463-e1f6-4815-9059-2fa66eba3478 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:28.941073 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-fc6cb93c-1169-433e-b79a-6a6b4c18c517 req-9bb31463-e1f6-4815-9059-2fa66eba3478 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.1462290 May 19 13:57:29.020876 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8d9b85ed-67d1-4028-865c-957553e7750d req-e0d70646-483c-4256-9866-8a6fb7b8f109 service neutron] 10.222.0.65 "GET /v2.0/networks/15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488111 May 19 13:57:29.038434 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4080a12f-056b-4264-ae69-b7b256c7ba60 req-811e8795-4e73-4d77-bc15-1f7b8207e31d tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649370 May 19 13:57:29.078482 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d222e4-978a-4386-a5fe-653be34dfa69 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:57:29.093144 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51ac63b-a122-45df-959f-c0eaad61097b None None] Sync routers for ids ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:57:29.097782 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-10d222e4-978a-4386-a5fe-653be34dfa69 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:29.133223 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51ac63b-a122-45df-959f-c0eaad61097b None None] Routers {'c29ace15-9abc-4134-a1cd-ea0d1e6a0763'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:57:29.134448 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-b51ac63b-a122-45df-959f-c0eaad61097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:57:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:57:29.161615 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-10d222e4-978a-4386-a5fe-653be34dfa69 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "PUT /v2.0/floatingips/b5241954-77a0-46e9-93b2-594dcc4f343b HTTP/1.1" status: 200 len: 991 time: 2.4488244 May 19 13:57:29.162301 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4', 'tag': 'c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d'}] {{(pid=110062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:57:29.166351 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dff7f06c5e0e0f36f9473af0b06c6f419441bd6c4accb13c2a4abbfe17b595b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c3fea9-8cd7-4012-bc46-6b38e5b2e428" -d '{"events": [{"name": "network-changed", "server_uuid": "7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4", "tag": "c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d"}]}' {{(pid=110062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:57:29.217950 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2aae14-be60-40d8-a098-a5884fec32e2 x-openstack-request-id: req-9c2aae14-be60-40d8-a098-a5884fec32e2 {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:57:29.218316 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4", "tag": "c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d", "status": "completed", "code": 200}]} {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:57:29.218822 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c2aae14-be60-40d8-a098-a5884fec32e2 {{(pid=110062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:57:29.219112 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c2aae14-be60-40d8-a098-a5884fec32e2'] response: {'name': 'network-changed', 'server_uuid': '7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4', 'tag': 'c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d', 'status': 'completed', 'code': 200} May 19 13:57:29.336425 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-b51ac63b-a122-45df-959f-c0eaad61097b None None] Set router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:57:29.472500 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3fea9-8cd7-4012-bc46-6b38e5b2e428 req-f320674e-707f-4445-9228-903ac4d2e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:29.474043 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-08c3fea9-8cd7-4012-bc46-6b38e5b2e428 req-f320674e-707f-4445-9228-903ac4d2e024 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89b4336043d5446b922432a2f43af17a&device_id=7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4 HTTP/1.1" status: 200 len: 1129 time: 0.0708380 May 19 13:57:29.501002 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-fc6cb93c-1169-433e-b79a-6a6b4c18c517 req-e99f64fd-50bb-4837-93cc-6dcd73fd7f1d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5523925 May 19 13:57:29.622525 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8d9b85ed-67d1-4028-865c-957553e7750d req-418bd0af-8635-4684-aacc-a765a1672903 service neutron] 10.222.0.65 "GET /v2.0/networks/15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5827270 May 19 13:57:29.691324 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:29.707664 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-b51ac63b-a122-45df-959f-c0eaad61097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '957572ee-39e4-4b72-8ca8-bbec36b5b79a', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'floating_ip_address': '172.27.2.202', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'port_id': 'a4da582a-6527-48e4-b52c-7d888d7e053a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'mac_address': 'fa:16:3e:35:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e425ccc-4508-4267-bc69-5590c1f503ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:54:37Z', 'updated_at': '2022-05-19T13:55:38Z', 'revision_number': 2, 'project_id': '89b4336043d5446b922432a2f43af17a', 'fixed_ip_address_scope': None}, {'id': 'b5241954-77a0-46e9-93b2-594dcc4f343b', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'floating_ip_address': '172.27.2.232', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'port_id': 'c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'mac_address': 'fa:16:3e:f8:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:56:58Z', 'updated_at': '2022-05-19T13:57:27Z', 'revision_number': 1, 'project_id': '89b4336043d5446b922432a2f43af17a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b658886d-f22c-4936-aa90-0e68ac38b5ad', 'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'mac_address': 'fa:16:3e:a4:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:25Z', 'updated_at': '2022-05-19T13:54:34Z', 'revision_number': 5, 'project_id': '89b4336043d5446b922432a2f43af17a', 'subnets': [{'id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:57:29.763512 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51ac63b-a122-45df-959f-c0eaad61097b None None] Checking router: c29ace15-9abc-4134-a1cd-ea0d1e6a0763 for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:57:29.772072 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3fea9-8cd7-4012-bc46-6b38e5b2e428 req-9c373c5e-3619-454b-89ea-4d90b091c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:29.774293 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-08c3fea9-8cd7-4012-bc46-6b38e5b2e428 req-9c373c5e-3619-454b-89ea-4d90b091c8a8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=08206db8-8e78-4412-8a62-0db97bb617cf HTTP/1.1" status: 200 len: 916 time: 0.2372973 May 19 13:57:29.793986 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51ac63b-a122-45df-959f-c0eaad61097b None None] Routers {'c29ace15-9abc-4134-a1cd-ea0d1e6a0763'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:57:29.795310 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-b51ac63b-a122-45df-959f-c0eaad61097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:57:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:57:29.933728 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-b51ac63b-a122-45df-959f-c0eaad61097b None None] Set router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:57:30.209647 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156ff66-9560-45c1-bd8e-927a9f3f516f req-56ed31cd-9b48-47f2-bc83-d5a3a2d0f229 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:30.220576 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f156ff66-9560-45c1-bd8e-927a9f3f516f req-56ed31cd-9b48-47f2-bc83-d5a3a2d0f229 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 943 time: 0.0706661 May 19 13:57:30.253454 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-b51ac63b-a122-45df-959f-c0eaad61097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '957572ee-39e4-4b72-8ca8-bbec36b5b79a', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'floating_ip_address': '172.27.2.202', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'port_id': 'a4da582a-6527-48e4-b52c-7d888d7e053a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'mac_address': 'fa:16:3e:35:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e425ccc-4508-4267-bc69-5590c1f503ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:54:37Z', 'updated_at': '2022-05-19T13:55:38Z', 'revision_number': 2, 'project_id': '89b4336043d5446b922432a2f43af17a', 'fixed_ip_address_scope': None}, {'id': 'b5241954-77a0-46e9-93b2-594dcc4f343b', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'floating_ip_address': '172.27.2.232', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'port_id': 'c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'mac_address': 'fa:16:3e:f8:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:56:58Z', 'updated_at': '2022-05-19T13:57:27Z', 'revision_number': 1, 'project_id': '89b4336043d5446b922432a2f43af17a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b658886d-f22c-4936-aa90-0e68ac38b5ad', 'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'mac_address': 'fa:16:3e:a4:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:25Z', 'updated_at': '2022-05-19T13:54:34Z', 'revision_number': 5, 'project_id': '89b4336043d5446b922432a2f43af17a', 'subnets': [{'id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:57:30.281573 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51ac63b-a122-45df-959f-c0eaad61097b None None] The sync data for ids ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'] in dv-cinder-784815-14-iscsi is: [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '957572ee-39e4-4b72-8ca8-bbec36b5b79a', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'floating_ip_address': '172.27.2.202', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'port_id': 'a4da582a-6527-48e4-b52c-7d888d7e053a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'mac_address': 'fa:16:3e:35:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e425ccc-4508-4267-bc69-5590c1f503ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:54:37Z', 'updated_at': '2022-05-19T13:55:38Z', 'revision_number': 2, 'project_id': '89b4336043d5446b922432a2f43af17a', 'fixed_ip_address_scope': None}, {'id': 'b5241954-77a0-46e9-93b2-594dcc4f343b', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'floating_ip_address': '172.27.2.232', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'port_id': 'c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'mac_address': 'fa:16:3e:f8:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:56:58Z', 'updated_at': '2022-05-19T13:57:27Z', 'revision_number': 1, 'project_id': '89b4336043d5446b922432a2f43af17a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b658886d-f22c-4936-aa90-0e68ac38b5ad', 'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'mac_address': 'fa:16:3e:a4:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:25Z', 'updated_at': '2022-05-19T13:54:34Z', 'revision_number': 5, 'project_id': '89b4336043d5446b922432a2f43af17a', 'subnets': [{'id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:57:30.288876 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f156ff66-9560-45c1-bd8e-927a9f3f516f req-5a0a235e-aaa6-4029-941a-77b145b0614d tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654924 May 19 13:57:30.585258 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6260cd0b-20dc-43bb-87a6-bc91b2734ba7 None None] New status for floating IP b5241954-77a0-46e9-93b2-594dcc4f343b: ACTIVE {{(pid=110063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:57:30.677283 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:30.701327 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98017035-747a-4740-a7a2-659dfeb18398 req-94a923e4-011b-4885-9bbe-bdab77c24e15 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:30.710704 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-98017035-747a-4740-a7a2-659dfeb18398 req-94a923e4-011b-4885-9bbe-bdab77c24e15 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.0665700 May 19 13:57:30.779066 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-98017035-747a-4740-a7a2-659dfeb18398 req-a1813ad2-ddb5-488c-8f72-d083065886d5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639148 May 19 13:57:31.418615 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7619b-1498-46d0-b1a9-b9807a709b92 req-1d8da3d0-9f43-4905-8d69-be7b451ed332 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:31.420221 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-f4110841-20ec-4e02-958e-f06e55a6455d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:31.428208 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c9f7619b-1498-46d0-b1a9-b9807a709b92 req-1d8da3d0-9f43-4905-8d69-be7b451ed332 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 943 time: 0.0626903 May 19 13:57:31.473705 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c9f7619b-1498-46d0-b1a9-b9807a709b92 req-b0e67cf5-d857-4578-a308-7ea196c246e1 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444267 May 19 13:57:31.911373 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e11a45-1877-4d55-a3c7-f110c7b27c7f req-62598cbe-d9f8-465c-b0dd-f97ee27ea37c tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:31.912873 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-69e11a45-1877-4d55-a3c7-f110c7b27c7f req-62598cbe-d9f8-465c-b0dd-f97ee27ea37c tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.0576172 May 19 13:57:31.969629 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-69e11a45-1877-4d55-a3c7-f110c7b27c7f req-1b17aca3-3176-4c0c-8b8a-082ebbe9e971 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492394 May 19 13:57:32.033245 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:57:32.591670 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35996299-b69b-4cf9-8b77-34377ff4f1b2 req-961713fb-8829-4d7a-9635-1eafce02a1a8 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:32.594575 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-35996299-b69b-4cf9-8b77-34377ff4f1b2 req-961713fb-8829-4d7a-9635-1eafce02a1a8 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 943 time: 0.0507908 May 19 13:57:32.645024 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-35996299-b69b-4cf9-8b77-34377ff4f1b2 req-c7c1d69f-822e-4a8a-9d42-4be4eb5af23a tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455546 May 19 13:57:33.098927 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8b514-c78b-4aa1-96f6-b4cca4def9ff req-b9ef3ab9-9206-4c79-bbb5-1e3812b59901 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:33.100621 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2fc8b514-c78b-4aa1-96f6-b4cca4def9ff req-b9ef3ab9-9206-4c79-bbb5-1e3812b59901 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.0543506 May 19 13:57:33.150934 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2fc8b514-c78b-4aa1-96f6-b4cca4def9ff req-01c21a3c-dbce-4871-a260-ec80cfbb8a73 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442731 May 19 13:57:33.776313 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c614af-0e5c-42f4-b535-d6307098d189 req-46cecc60-ce7e-45d7-864a-2ef5bea7911a tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:33.777958 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-56c614af-0e5c-42f4-b535-d6307098d189 req-46cecc60-ce7e-45d7-864a-2ef5bea7911a tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 943 time: 0.0616121 May 19 13:57:33.790447 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-262f028b-65a8-4f65-95a7-4e335e40b163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:33.840898 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-56c614af-0e5c-42f4-b535-d6307098d189 req-91374803-e12b-4185-822f-055740d186df tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560508 May 19 13:57:34.282999 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb340d-6762-4cf6-a529-d2524848f3cb req-29e04ddd-2270-4958-8059-3620645b13da tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:34.290772 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b4eb340d-6762-4cf6-a529-d2524848f3cb req-29e04ddd-2270-4958-8059-3620645b13da tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 945 time: 0.0598519 May 19 13:57:34.340416 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 5e326997-1358-457a-8426-4184a94bfdad no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:57:34.351534 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b4eb340d-6762-4cf6-a529-d2524848f3cb req-b46bce70-235e-4e26-93e3-5b2e422729dd tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597172 May 19 13:57:34.426549 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 5e326997-1358-457a-8426-4184a94bfdad is: ACTIVE; New status is: DOWN {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:57:34.427132 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (5e326997-1358-457a-8426-4184a94bfdad), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:34.463949 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 5e326997-1358-457a-8426-4184a94bfdad, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5e326997-1358-457a-8426-4184a94bfdad,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:57:34.465905 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4e2c2f-4753-4911-8859-73736543f959', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e326997-1358-457a-8426-4184a94bfdad'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:57:34.469929 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca352107-0d56-4acc-b4cf-d7b8a511a7f6" -d '{"events": [{"server_uuid": "5c4e2c2f-4753-4911-8859-73736543f959", "name": "network-vif-unplugged", "status": "completed", "tag": "5e326997-1358-457a-8426-4184a94bfdad"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:57:34.473818 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (5e326997-1358-457a-8426-4184a94bfdad), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:34.498629 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:34.517687 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 May 2022 13:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0173636c-58ba-4741-a730-38c4d28e6d6c x-openstack-request-id: req-0173636c-58ba-4741-a730-38c4d28e6d6c {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:57:34.518074 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4e2c2f-4753-4911-8859-73736543f959", "name": "network-vif-unplugged", "status": "completed", "tag": "5e326997-1358-457a-8426-4184a94bfdad", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:57:34.518336 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0173636c-58ba-4741-a730-38c4d28e6d6c {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:57:34.518740 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0173636c-58ba-4741-a730-38c4d28e6d6c'] response: {'server_uuid': '5c4e2c2f-4753-4911-8859-73736543f959', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e326997-1358-457a-8426-4184a94bfdad', 'code': 200} May 19 13:57:34.534584 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=5e326997-1358-457a-8426-4184a94bfdad,revision_number=8']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:34.542649 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:34.543021 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:34.543364 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:34.543700 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:34.544030 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:34.544355 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:34.544680 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:34.545002 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:34.545352 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:34.545675 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:34.545998 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:34.546370 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:34.546835 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:34.547351 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:34.547676 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:57:34.795016 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:34.960778 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb5650-ece7-4b3a-ba26-34ef5181f66a req-a1dd4270-bd6d-421f-a657-1471e612e782 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:34.962376 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-39bb5650-ece7-4b3a-ba26-34ef5181f66a req-a1dd4270-bd6d-421f-a657-1471e612e782 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 943 time: 0.0496402 May 19 13:57:35.012532 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-39bb5650-ece7-4b3a-ba26-34ef5181f66a req-28ecbac8-00fd-4d46-8d30-cab8e85dec18 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426238 May 19 13:57:35.472773 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe606b-c7c9-4944-9bb4-5ee2921c4f3a req-08e6ceff-c352-4b64-91ac-46f174f7d856 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:35.474773 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4dfe606b-c7c9-4944-9bb4-5ee2921c4f3a req-08e6ceff-c352-4b64-91ac-46f174f7d856 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0465984 May 19 13:57:35.502451 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:35.525211 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4dfe606b-c7c9-4944-9bb4-5ee2921c4f3a req-067871b0-c10c-4872-a8d4-b78414f79463 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438240 May 19 13:57:35.913729 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-08c3fea9-8cd7-4012-bc46-6b38e5b2e428 req-1cc38b1d-5e30-4ace-a301-ed1622ef5012 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d HTTP/1.1" status: 200 len: 1001 time: 0.0876801 May 19 13:57:36.027078 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3fea9-8cd7-4012-bc46-6b38e5b2e428 req-c60aaff4-e9c9-40c6-8a53-102d133a001d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:36.028539 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-08c3fea9-8cd7-4012-bc46-6b38e5b2e428 req-c60aaff4-e9c9-40c6-8a53-102d133a001d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0bdab701-d9d2-42c8-941c-7cdfe8e595b0 HTTP/1.1" status: 200 len: 854 time: 0.0529363 May 19 13:57:36.028973 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52475f3-8f8a-4669-b8be-1be4aebe889e req-e044b8ed-07f0-42d9-a4e1-e53923846c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:36.030433 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b52475f3-8f8a-4669-b8be-1be4aebe889e req-e044b8ed-07f0-42d9-a4e1-e53923846c55 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4eed7a893f7b42edaadbf898ebe16cd6&device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 1127 time: 0.0429103 May 19 13:57:36.091935 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3fea9-8cd7-4012-bc46-6b38e5b2e428 req-e528d417-9602-4dc6-83cd-e0050b2c7419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:36.093560 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-08c3fea9-8cd7-4012-bc46-6b38e5b2e428 req-e528d417-9602-4dc6-83cd-e0050b2c7419 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=08206db8-8e78-4412-8a62-0db97bb617cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457685 May 19 13:57:36.151604 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0bbd7-743c-4c2f-b90e-4d0cf535b1d2 req-ebb53a19-3a98-4645-98db-280133f3c426 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:36.153040 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6bb0bbd7-743c-4c2f-b90e-4d0cf535b1d2 req-ebb53a19-3a98-4645-98db-280133f3c426 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 943 time: 0.0603158 May 19 13:57:36.186207 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:36.195489 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52475f3-8f8a-4669-b8be-1be4aebe889e req-34ba8fa6-76b7-43ae-a131-6570caec6541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:36.196946 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b52475f3-8f8a-4669-b8be-1be4aebe889e req-34ba8fa6-76b7-43ae-a131-6570caec6541 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ad76f5bc-7148-40ee-8a08-ce1742f9a049 HTTP/1.1" status: 200 len: 917 time: 0.1486619 May 19 13:57:36.224080 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6bb0bbd7-743c-4c2f-b90e-4d0cf535b1d2 req-c8c39bf5-a75a-4c3a-86a8-dddb2e741a65 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601521 May 19 13:57:36.315197 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:36.646598 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d41ad-bce8-480c-985d-40e32c5f9be9 req-02f979d7-74da-4941-9f00-a49dc7f60b3f tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:36.648125 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e47d41ad-bce8-480c-985d-40e32c5f9be9 req-02f979d7-74da-4941-9f00-a49dc7f60b3f tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0487535 May 19 13:57:36.707680 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e47d41ad-bce8-480c-985d-40e32c5f9be9 req-b4e9df90-b7b8-4a56-837f-9a60e507698a tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538597 May 19 13:57:37.125634 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b52475f3-8f8a-4669-b8be-1be4aebe889e req-bbca4854-8c85-4023-b67f-d95c75133230 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e326997-1358-457a-8426-4184a94bfdad HTTP/1.1" status: 200 len: 999 time: 0.0659852 May 19 13:57:37.149027 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-08c3fea9-8cd7-4012-bc46-6b38e5b2e428 req-a7dc992d-bd7a-4596-8488-10135f0b5b6e service neutron] 10.222.0.65 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898678 May 19 13:57:37.174559 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52475f3-8f8a-4669-b8be-1be4aebe889e req-81e459c6-494b-4270-89b0-9b27b0dadb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:37.176100 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b52475f3-8f8a-4669-b8be-1be4aebe889e req-81e459c6-494b-4270-89b0-9b27b0dadb09 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8c0bef4-21da-4c40-a82e-5eacd9d4263a HTTP/1.1" status: 200 len: 855 time: 0.0448375 May 19 13:57:37.221649 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52475f3-8f8a-4669-b8be-1be4aebe889e req-91354691-a0d2-4125-aab8-8215c6691d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:37.223615 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b52475f3-8f8a-4669-b8be-1be4aebe889e req-91354691-a0d2-4125-aab8-8215c6691d31 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ad76f5bc-7148-40ee-8a08-ce1742f9a049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408950 May 19 13:57:37.235086 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=100 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:37.245535 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-08c3fea9-8cd7-4012-bc46-6b38e5b2e428 req-8418f2da-def5-4529-a891-c6fb6745d900 service neutron] 10.222.0.65 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907061 May 19 13:57:37.359643 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46397cc-ab1d-4730-aff1-f84764fdc88a req-db89346c-c0ee-4a53-801c-e372682b6516 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:37.361100 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e46397cc-ab1d-4730-aff1-f84764fdc88a req-db89346c-c0ee-4a53-801c-e372682b6516 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 943 time: 0.0674548 May 19 13:57:37.362949 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b52475f3-8f8a-4669-b8be-1be4aebe889e req-4aae9a78-7e36-4aa8-b001-7536b401768a service neutron] 10.222.0.65 "GET /v2.0/networks/ad76f5bc-7148-40ee-8a08-ce1742f9a049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326909 May 19 13:57:37.474594 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e46397cc-ab1d-4730-aff1-f84764fdc88a req-71c38c48-0e6b-4f80-b3aa-eefc481fea47 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078491 May 19 13:57:37.509789 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b52475f3-8f8a-4669-b8be-1be4aebe889e req-c0d2fadc-d9f2-40d1-8380-cd3125c5937e service neutron] 10.222.0.65 "GET /v2.0/networks/ad76f5bc-7148-40ee-8a08-ce1742f9a049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362193 May 19 13:57:37.764483 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:37.836500 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57e981-e20d-4531-9764-62c28b9a83bf req-c72d1eac-0507-4a90-8cfd-d98d4e41a11e tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:37.838599 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9c57e981-e20d-4531-9764-62c28b9a83bf req-c72d1eac-0507-4a90-8cfd-d98d4e41a11e tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0504370 May 19 13:57:37.893390 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9c57e981-e20d-4531-9764-62c28b9a83bf req-665ff733-552a-4fd8-b50f-301b12696dc5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458052 May 19 13:57:38.370751 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device e9f3edc9-7c52-4610-9122-024284dd285b details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:57:38.477430 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port e9f3edc9-7c52-4610-9122-024284dd285b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e9f3edc9-7c52-4610-9122-024284dd285b,segment=NetworkSegment(b873a258-08c0-4c14-bb12-c0681fda7ff4),segment_id=b873a258-08c0-4c14-bb12-c0681fda7ff4)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:57:38.488712 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Returning: {'device': 'e9f3edc9-7c52-4610-9122-024284dd285b', 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8', 'port_id': 'e9f3edc9-7c52-4610-9122-024284dd285b', 'mac_address': 'fa:16:3e:a5:cb:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c345f5b-8f24-4fa9-b60a-045ce3f37188', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:57:38.534102 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port e9f3edc9-7c52-4610-9122-024284dd285b is: DOWN; New status is: BUILD {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:57:38.534482 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (e9f3edc9-7c52-4610-9122-024284dd285b), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:38.549237 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f3edc9-7c52-4610-9122-024284dd285b {{(pid=110063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:57:38.569849 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port e9f3edc9-7c52-4610-9122-024284dd285b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e9f3edc9-7c52-4610-9122-024284dd285b,segment=NetworkSegment(b873a258-08c0-4c14-bb12-c0681fda7ff4),segment_id=b873a258-08c0-4c14-bb12-c0681fda7ff4)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:57:38.577698 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (e9f3edc9-7c52-4610-9122-024284dd285b), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:38.600137 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122230b-17a4-49cf-8717-6bdb5627f75c req-1661c90a-10be-499a-8560-ceb4a76e653f tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:38.601716 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6122230b-17a4-49cf-8717-6bdb5627f75c req-1661c90a-10be-499a-8560-ceb4a76e653f tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 943 time: 0.0484440 May 19 13:57:38.623222 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=e9f3edc9-7c52-4610-9122-024284dd285b,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:38.650321 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6122230b-17a4-49cf-8717-6bdb5627f75c req-df0a0894-0991-4db6-bca6-103444774d4d tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429962 May 19 13:57:39.016033 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96c249-1c5d-4c5f-8f19-efcf81646ffd req-1eab05e8-7018-4c9e-8b1d-9b192a687274 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:39.017498 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6e96c249-1c5d-4c5f-8f19-efcf81646ffd req-1eab05e8-7018-4c9e-8b1d-9b192a687274 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0515563 May 19 13:57:39.041510 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:39.067406 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6e96c249-1c5d-4c5f-8f19-efcf81646ffd req-0e917a06-17f2-4cde-8edb-7d27d4be62bf tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437965 May 19 13:57:39.763544 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf42dc6-031b-450a-b16b-cff2124531d3 req-f9a50869-85d3-4be6-8d85-77d470a1f6eb tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:39.765077 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9cf42dc6-031b-450a-b16b-cff2124531d3 req-f9a50869-85d3-4be6-8d85-77d470a1f6eb tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 944 time: 0.0482240 May 19 13:57:39.819064 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9cf42dc6-031b-450a-b16b-cff2124531d3 req-325d49ec-f51f-4911-b451-290c4ecbf123 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431111 May 19 13:57:40.192439 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcf64a-69db-4e2f-ab8f-78794178eb09 req-255285a2-c68a-4436-857b-e574c428cbc4 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:40.193926 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8fdcf64a-69db-4e2f-ab8f-78794178eb09 req-255285a2-c68a-4436-857b-e574c428cbc4 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0526156 May 19 13:57:40.245196 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8fdcf64a-69db-4e2f-ab8f-78794178eb09 req-6c5b16a9-fee7-4afb-8632-18984db97149 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457764 May 19 13:57:40.897888 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:40.934421 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b932bc5-6a50-431a-a651-8e7d8372966f req-f8461d5e-a4bf-4241-ac48-0dad733c336c tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:40.935907 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8b932bc5-6a50-431a-a651-8e7d8372966f req-f8461d5e-a4bf-4241-ac48-0dad733c336c tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 944 time: 0.0474536 May 19 13:57:40.983786 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8b932bc5-6a50-431a-a651-8e7d8372966f req-bfc07e1e-a20b-47c7-8a01-eb42918317b9 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413043 May 19 13:57:41.361125 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823784e-e197-4df7-922e-106ac8056f39 req-c1c222e6-8711-4ac5-ac90-8d5385915d4b tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:41.363185 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6823784e-e197-4df7-922e-106ac8056f39 req-c1c222e6-8711-4ac5-ac90-8d5385915d4b tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0463502 May 19 13:57:41.413828 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6823784e-e197-4df7-922e-106ac8056f39 req-31d26bb4-40de-4f3c-b883-a8273baa5695 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452361 May 19 13:57:42.011511 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['e9f3edc9-7c52-4610-9122-024284dd285b'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:57:42.028907 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=85 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:42.029753 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:42.052446 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:42.114613 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613eba5a-234c-40f7-9570-eedd38614dae req-36d7cf44-fa46-4684-b8dd-f0df8c955fca tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:42.116292 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-613eba5a-234c-40f7-9570-eedd38614dae req-36d7cf44-fa46-4684-b8dd-f0df8c955fca tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 944 time: 0.0544746 May 19 13:57:42.175135 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-613eba5a-234c-40f7-9570-eedd38614dae req-d735c4d0-3cda-49c3-90ef-c3043d31fcd1 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525203 May 19 13:57:42.545677 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1d488-c8b6-4682-b484-dc2f24d4545e req-eb45c454-95bf-45ad-a883-a46786f3f049 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:42.547221 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-31e1d488-c8b6-4682-b484-dc2f24d4545e req-eb45c454-95bf-45ad-a883-a46786f3f049 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0577705 May 19 13:57:42.596289 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-31e1d488-c8b6-4682-b484-dc2f24d4545e req-89a73144-c2ff-47ef-9579-70d2650e4e6e tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433011 May 19 13:57:43.079915 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [req-845a1c82-e1f8-45bd-bc73-6e49b654bb55 req-d1c0660b-4d0c-40e2-9994-f33c46c0b37a service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110061) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 13:57:43.081776 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-845a1c82-e1f8-45bd-bc73-6e49b654bb55 req-d1c0660b-4d0c-40e2-9994-f33c46c0b37a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061648 May 19 13:57:43.248186 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1386901-3a0a-40ed-949f-2f8113295c36 req-13fb4bcd-6ea6-4eeb-9a97-9f02d5cc5769 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:43.249640 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f1386901-3a0a-40ed-949f-2f8113295c36 req-13fb4bcd-6ea6-4eeb-9a97-9f02d5cc5769 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0538113 May 19 13:57:43.310060 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809fe29-67ba-4ce4-9653-82152a78bda0 req-32e6b682-b59e-4f22-9547-543b8608185e tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:43.311570 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b809fe29-67ba-4ce4-9653-82152a78bda0 req-32e6b682-b59e-4f22-9547-543b8608185e tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 944 time: 0.0608799 May 19 13:57:43.348376 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f1386901-3a0a-40ed-949f-2f8113295c36 req-61177a01-9c07-4d7b-b0b1-d4c87e90fe13 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874810 May 19 13:57:43.376245 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b809fe29-67ba-4ce4-9653-82152a78bda0 req-1d3d5622-045b-46b8-8578-30f0459c18e9 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582860 May 19 13:57:43.567846 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 34016) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:57:43.601700 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device e9f3edc9-7c52-4610-9122-024284dd285b up at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:57:43.647856 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning for port e9f3edc9-7c52-4610-9122-024284dd285b completed by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:57:43.655159 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-773d57bd-4c3f-4c7a-b822-ec759e0e5c80 req-4b4b97bd-0b64-46b9-826f-34293ad3a310 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861466 May 19 13:57:43.655419 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning complete for port e9f3edc9-7c52-4610-9122-024284dd285b triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:57:43.655855 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (e9f3edc9-7c52-4610-9122-024284dd285b), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:43.665003 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [req-773d57bd-4c3f-4c7a-b822-ec759e0e5c80 req-9b18f4c5-6603-4e5a-83ae-1105ae3d81aa service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110062) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 13:57:43.666139 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-773d57bd-4c3f-4c7a-b822-ec759e0e5c80 req-9b18f4c5-6603-4e5a-83ae-1105ae3d81aa service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055437 May 19 13:57:43.741324 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port e9f3edc9-7c52-4610-9122-024284dd285b is: BUILD; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:57:43.741899 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (e9f3edc9-7c52-4610-9122-024284dd285b), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:43.756042 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 34032) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:57:43.772688 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282f0dfe-fd26-4a02-91e0-69716322d7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f3edc9-7c52-4610-9122-024284dd285b'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:57:43.774948 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d503910-07ea-46df-a897-b0f4420cbc14" -d '{"events": [{"server_uuid": "282f0dfe-fd26-4a02-91e0-69716322d7d5", "name": "network-vif-plugged", "status": "completed", "tag": "e9f3edc9-7c52-4610-9122-024284dd285b"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:57:43.788777 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port e9f3edc9-7c52-4610-9122-024284dd285b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e9f3edc9-7c52-4610-9122-024284dd285b,segment=NetworkSegment(b873a258-08c0-4c14-bb12-c0681fda7ff4),segment_id=b873a258-08c0-4c14-bb12-c0681fda7ff4)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:57:43.794570 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (e9f3edc9-7c52-4610-9122-024284dd285b), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:43.816839 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c305dc-0422-48ff-9fac-4910cd147176 x-openstack-request-id: req-c9c305dc-0422-48ff-9fac-4910cd147176 {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:57:43.817128 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282f0dfe-fd26-4a02-91e0-69716322d7d5", "name": "network-vif-plugged", "status": "completed", "tag": "e9f3edc9-7c52-4610-9122-024284dd285b", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:57:43.817378 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c9c305dc-0422-48ff-9fac-4910cd147176 {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:57:43.817768 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c305dc-0422-48ff-9fac-4910cd147176'] response: {'server_uuid': '282f0dfe-fd26-4a02-91e0-69716322d7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f3edc9-7c52-4610-9122-024284dd285b', 'code': 200} May 19 13:57:43.844217 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=e9f3edc9-7c52-4610-9122-024284dd285b,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:43.870515 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d57bd-4c3f-4c7a-b822-ec759e0e5c80 req-2b2c6da7-9ae9-49d1-8516-f397ccdaf1da tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:43.871913 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-773d57bd-4c3f-4c7a-b822-ec759e0e5c80 req-2b2c6da7-9ae9-49d1-8516-f397ccdaf1da tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports/5e326997-1358-457a-8426-4184a94bfdad HTTP/1.1" status: 200 len: 940 time: 0.1145110 May 19 13:57:44.075384 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f032f1-6527-48b3-b04a-7347be15e894 req-48c17216-7258-4ad0-9944-adf373674c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:44.077138 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-42f032f1-6527-48b3-b04a-7347be15e894 req-48c17216-7258-4ad0-9944-adf373674c41 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 1129 time: 0.0512624 May 19 13:57:44.138141 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-42f032f1-6527-48b3-b04a-7347be15e894 req-6d21e729-3b50-41b6-8d4a-06b4bd5ac8fc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507929 May 19 13:57:44.499688 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd82ef-8f41-4872-bb80-e805245bb9df req-9728c00d-cd51-4d81-bada-19dd272c55b0 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:44.501527 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-61cd82ef-8f41-4872-bb80-e805245bb9df req-9728c00d-cd51-4d81-bada-19dd272c55b0 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0777457 May 19 13:57:44.523160 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95760614-44f6-4ca5-9906-05084b3b354d req-30088130-fd73-4b3e-97d7-6c3c868d99d1 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:44.524620 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-95760614-44f6-4ca5-9906-05084b3b354d req-30088130-fd73-4b3e-97d7-6c3c868d99d1 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 945 time: 0.0722082 May 19 13:57:44.589843 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-61cd82ef-8f41-4872-bb80-e805245bb9df req-039986b3-c733-42f5-bcb7-cb3547a7ef44 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811229 May 19 13:57:44.592758 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:44.597358 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-95760614-44f6-4ca5-9906-05084b3b354d req-93b6e35b-7191-4ea0-afa1-b38d3ecfaafc tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655558 May 19 13:57:45.734249 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706b282-415e-43ad-9c6e-12ebd9c48740 req-6ef138e0-7efb-4385-8c1c-a2f72d066ae3 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:45.735679 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a706b282-415e-43ad-9c6e-12ebd9c48740 req-6ef138e0-7efb-4385-8c1c-a2f72d066ae3 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0731997 May 19 13:57:45.744344 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de050935-695f-4c71-a52d-1846cb8172f1 req-993c26cc-001a-406b-b919-7a0eae3c9cd7 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:45.746154 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-de050935-695f-4c71-a52d-1846cb8172f1 req-993c26cc-001a-406b-b919-7a0eae3c9cd7 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 945 time: 0.0750241 May 19 13:57:45.783394 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:45.825114 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a706b282-415e-43ad-9c6e-12ebd9c48740 req-2b27f90d-af0a-4cbb-b0b2-2684b1fbed45 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776255 May 19 13:57:45.829373 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-de050935-695f-4c71-a52d-1846cb8172f1 req-5aa824fc-4f46-4390-9c74-9c1427e6d066 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742080 May 19 13:57:46.894410 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d57bd-4c3f-4c7a-b822-ec759e0e5c80 req-29f170ce-ce4c-405e-b3fc-3772cfeb7cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:46.895931 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-773d57bd-4c3f-4c7a-b822-ec759e0e5c80 req-29f170ce-ce4c-405e-b3fc-3772cfeb7cd7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959&tenant_id=4eed7a893f7b42edaadbf898ebe16cd6 HTTP/1.1" status: 200 len: 1127 time: 0.0728374 May 19 13:57:47.002535 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9642e2f-4654-44d5-ab16-4ee74f89d3e9 req-04605f73-6926-4520-8846-6768e77d2fc4 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:47.006083 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a9642e2f-4654-44d5-ab16-4ee74f89d3e9 req-04605f73-6926-4520-8846-6768e77d2fc4 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 945 time: 0.1060476 May 19 13:57:47.019089 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb2245-cad5-4cbf-9358-980869b4f243 req-c8e9d263-ecd4-4dc4-bf5f-56d5cb295619 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:47.020520 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c1eb2245-cad5-4cbf-9358-980869b4f243 req-c8e9d263-ecd4-4dc4-bf5f-56d5cb295619 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.1102617 May 19 13:57:47.041656 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d57bd-4c3f-4c7a-b822-ec759e0e5c80 req-0491aa40-28ae-4212-9875-82be5fca89b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:47.043222 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-773d57bd-4c3f-4c7a-b822-ec759e0e5c80 req-0491aa40-28ae-4212-9875-82be5fca89b3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4eed7a893f7b42edaadbf898ebe16cd6&device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 1127 time: 0.1016963 May 19 13:57:47.158190 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a9642e2f-4654-44d5-ab16-4ee74f89d3e9 req-6caae311-3bc7-4242-8975-6841cca5d886 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455803 May 19 13:57:47.165249 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c1eb2245-cad5-4cbf-9358-980869b4f243 req-1e9fb1c8-f5a4-423d-85d3-c61a8545343d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252711 May 19 13:57:47.210414 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d57bd-4c3f-4c7a-b822-ec759e0e5c80 req-45695ada-f46f-43e2-864f-fcfbbb86f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:47.211990 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-773d57bd-4c3f-4c7a-b822-ec759e0e5c80 req-45695ada-f46f-43e2-864f-fcfbbb86f89d service neutron] 10.222.0.65 "GET /v2.0/networks?id=ad76f5bc-7148-40ee-8a08-ce1742f9a049 HTTP/1.1" status: 200 len: 917 time: 0.1530025 May 19 13:57:47.317780 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 34086) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:57:47.320490 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-773d57bd-4c3f-4c7a-b822-ec759e0e5c80 req-e872f329-7f87-46ef-8afc-8e37b76964c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e326997-1358-457a-8426-4184a94bfdad HTTP/1.1" status: 200 len: 999 time: 0.0924826 May 19 13:57:47.328523 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65e5f2-eac9-4104-bd28-ef5887e4b9df req-3fddea43-6716-4b50-8f21-3cf065640a73 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:47.329959 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-db65e5f2-eac9-4104-bd28-ef5887e4b9df req-3fddea43-6716-4b50-8f21-3cf065640a73 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 945 time: 0.0665116 May 19 13:57:47.399424 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d57bd-4c3f-4c7a-b822-ec759e0e5c80 req-2639bfce-29da-4fae-96d4-7e0327c26e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:47.400931 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-773d57bd-4c3f-4c7a-b822-ec759e0e5c80 req-2639bfce-29da-4fae-96d4-7e0327c26e69 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8c0bef4-21da-4c40-a82e-5eacd9d4263a HTTP/1.1" status: 200 len: 855 time: 0.0694950 May 19 13:57:47.426058 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-db65e5f2-eac9-4104-bd28-ef5887e4b9df req-cde73128-639f-41ef-8a72-b0607422bc85 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861533 May 19 13:57:47.435117 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-32a22e41-41e0-4da3-8bb3-f39cb2199032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:47.460024 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d57bd-4c3f-4c7a-b822-ec759e0e5c80 req-d7db81c2-de71-48fb-b29e-c45aa39a167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:47.461997 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-773d57bd-4c3f-4c7a-b822-ec759e0e5c80 req-d7db81c2-de71-48fb-b29e-c45aa39a167b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ad76f5bc-7148-40ee-8a08-ce1742f9a049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0532835 May 19 13:57:47.516548 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-32a22e41-41e0-4da3-8bb3-f39cb2199032 admin admin] Publish callbacks [] for security_group (cb49824f-1c11-4614-943c-ebf64c2b6ee4), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:47.521067 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-32a22e41-41e0-4da3-8bb3-f39cb2199032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (cb49824f-1c11-4614-943c-ebf64c2b6ee4), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:47.550505 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a22e41-41e0-4da3-8bb3-f39cb2199032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb49824f-1c11-4614-943c-ebf64c2b6ee4,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:47.580556 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-32a22e41-41e0-4da3-8bb3-f39cb2199032 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f268207f2a704b56a8499785e70781f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607732 May 19 13:57:47.581060 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 34094) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:57:47.603675 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-773d57bd-4c3f-4c7a-b822-ec759e0e5c80 req-d3cc8e0b-6e9e-4d5c-9446-d437ec814e30 service neutron] 10.222.0.65 "GET /v2.0/networks/ad76f5bc-7148-40ee-8a08-ce1742f9a049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292872 May 19 13:57:47.617755 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 5e326997-1358-457a-8426-4184a94bfdad no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:57:47.650625 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:47.691707 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:47.698634 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-5ecb0584-270b-4e9d-865b-7a53a0382ea2 admin admin] Publish callbacks [] for security_group (cb49824f-1c11-4614-943c-ebf64c2b6ee4), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:47.725568 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 5e326997-1358-457a-8426-4184a94bfdad is: DOWN; New status is: DOWN {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:57:47.751753 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-5ecb0584-270b-4e9d-865b-7a53a0382ea2 admin admin] Publish callbacks [] for security_group (cb49824f-1c11-4614-943c-ebf64c2b6ee4), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:47.774617 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-773d57bd-4c3f-4c7a-b822-ec759e0e5c80 req-5034977f-fcb2-451a-9eb1-8a281e34e67f service neutron] 10.222.0.65 "GET /v2.0/networks/ad76f5bc-7148-40ee-8a08-ce1742f9a049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628065 May 19 13:57:47.780119 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:47.800152 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277e6ec-4b4c-442c-b075-972e63bdcd1c req-973e7a23-6130-4bee-86b9-e487a367ec9e tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:47.801633 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7277e6ec-4b4c-442c-b075-972e63bdcd1c req-973e7a23-6130-4bee-86b9-e487a367ec9e tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 945 time: 0.0778220 May 19 13:57:47.882138 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7277e6ec-4b4c-442c-b075-972e63bdcd1c req-af8b42ba-6bad-4df2-a634-144028e89a9f tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503845 May 19 13:57:47.883267 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-5ecb0584-270b-4e9d-865b-7a53a0382ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (cb49824f-1c11-4614-943c-ebf64c2b6ee4), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:47.885751 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-5ecb0584-270b-4e9d-865b-7a53a0382ea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:47.886780 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-5ecb0584-270b-4e9d-865b-7a53a0382ea2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cb49824f-1c11-4614-943c-ebf64c2b6ee4 HTTP/1.1" status: 204 len: 168 time: 0.3044395 May 19 13:57:47.895009 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb0584-270b-4e9d-865b-7a53a0382ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb49824f-1c11-4614-943c-ebf64c2b6ee4,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:57:48.339706 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79703c-1d2c-4b61-8ca6-b0069f05243b req-2f75bac6-4e7a-4ee1-9b50-59b07565a7a4 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:48.349033 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3a79703c-1d2c-4b61-8ca6-b0069f05243b req-2f75bac6-4e7a-4ee1-9b50-59b07565a7a4 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0677483 May 19 13:57:48.410846 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:57:48.457110 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3a79703c-1d2c-4b61-8ca6-b0069f05243b req-5aefb511-bdba-4ffd-a3cc-45d1a634ae4a tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072140 May 19 13:57:48.461621 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-ce3bec05-94b0-4e6d-bf53-cb53d3225c29 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1758108947&fields=id&tenant_id=0197b4cff99649ef9da1e77b1461dd76 HTTP/1.1" status: 200 len: 267 time: 0.1050189 May 19 13:57:48.611500 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-d41d2909-cb8b-434f-ba14-6eeccb9fab86 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:48.615049 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-d41d2909-cb8b-434f-ba14-6eeccb9fab86 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/networks?id=54c8cc8a-69f9-403a-8e8d-3798fe8809d1 HTTP/1.1" status: 200 len: 809 time: 0.1446090 May 19 13:57:48.636824 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-1a8337c7-e1e1-4b90-819f-7f7d634e40d6 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/quotas/0197b4cff99649ef9da1e77b1461dd76 HTTP/1.1" status: 200 len: 375 time: 0.0160406 May 19 13:57:48.706541 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-f0e96ee3-c208-4879-b174-9116c05bca43 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0197b4cff99649ef9da1e77b1461dd76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622590 May 19 13:57:49.033223 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-e90228c0-714c-433d-b297-8421c3d7fc38 service neutron] 10.222.0.52 "GET /v2.0/networks/54c8cc8a-69f9-403a-8e8d-3798fe8809d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232381 May 19 13:57:49.145739 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-748b1a88-fef4-4497-a9c5-c97a50fa48e4 service neutron] 10.222.0.52 "GET /v2.0/networks/54c8cc8a-69f9-403a-8e8d-3798fe8809d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038494 May 19 13:57:49.495204 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a3ee349d-ed25-4b70-8038-be94d424b6ae req-a3f26e54-c234-4f27-8035-b0f35b5e00f8 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 210 time: 0.0386279 May 19 13:57:49.642452 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc7c58-3356-4be0-a3b7-8612e22a4aeb req-603dc4ca-a768-481f-8c45-8642677e0294 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:49.650256 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-97fc7c58-3356-4be0-a3b7-8612e22a4aeb req-603dc4ca-a768-481f-8c45-8642677e0294 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0604711 May 19 13:57:49.730747 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-97fc7c58-3356-4be0-a3b7-8612e22a4aeb req-1dc7385c-ae66-4c07-81b9-3062f4a40f13 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794291 May 19 13:57:50.598559 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6692bdb9-6860-41fb-b213-96590ff4f230 req-63fb9c05-d1d2-4e20-90a8-e4b75a72c0d6 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 210 time: 0.0275326 May 19 13:57:50.827796 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342f343-05f8-481f-8c8b-05480e6aebb7 req-6a3d98bb-4472-475b-9aa1-a90237158e82 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:50.829367 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c342f343-05f8-481f-8c8b-05480e6aebb7 req-6a3d98bb-4472-475b-9aa1-a90237158e82 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0492864 May 19 13:57:50.885013 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c342f343-05f8-481f-8c8b-05480e6aebb7 req-3277754b-9519-40f5-ac66-e14fddecce3b tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501831 May 19 13:57:51.702646 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f02a5d79-0dd0-4e12-8892-abcc66796842 req-ae5fe8b1-f57c-4e13-8c20-eea94cf8727a tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 210 time: 0.0308597 May 19 13:57:52.010889 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:52.029969 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8838f-0ec5-4826-bc49-ea3a784bf90e req-6b7f26e8-cffd-4332-84d3-ad2a33d0e086 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:52.031766 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-29d8838f-0ec5-4826-bc49-ea3a784bf90e req-6b7f26e8-cffd-4332-84d3-ad2a33d0e086 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0545628 May 19 13:57:52.093166 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-29d8838f-0ec5-4826-bc49-ea3a784bf90e req-61aa9369-071b-4770-bcd9-110b593692ce tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550220 May 19 13:57:52.808475 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cfad6cba-77e9-482f-8437-5468bfcc2e3e req-abb9d1aa-4de6-444b-bb8e-d6db743cd6cd tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 210 time: 0.0324175 May 19 13:57:53.216188 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c69e3f-4f96-48ab-aa85-0c8cb9a90607 req-342a667e-3202-4ed0-bae9-44e9c01efbc5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:53.217772 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-10c69e3f-4f96-48ab-aa85-0c8cb9a90607 req-342a667e-3202-4ed0-bae9-44e9c01efbc5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0483646 May 19 13:57:53.271939 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-10c69e3f-4f96-48ab-aa85-0c8cb9a90607 req-46f2d7bf-6f29-4c7e-a2eb-94946dcba4f9 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450156 May 19 13:57:53.926603 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a540c142-4dd7-4271-b27d-b56ef74ca5d7 req-6e9df2e9-bfe4-4aac-8c6d-070b44ac4207 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 210 time: 0.0292530 May 19 13:57:54.405727 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2be2e0-cf21-401a-95ea-061fba6ed01d req-61041f1d-f73a-41db-9094-727150e475c0 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:54.407257 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2c2be2e0-cf21-401a-95ea-061fba6ed01d req-61041f1d-f73a-41db-9094-727150e475c0 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0524616 May 19 13:57:54.456613 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:54.462016 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2c2be2e0-cf21-401a-95ea-061fba6ed01d req-11a797e4-4037-4807-b6f0-1b07a9f73144 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484085 May 19 13:57:55.024321 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8d6ce93e-aa30-4cd1-b7ee-e85558fd6aad req-42bd0685-cc06-4857-bc16-e3df0bceae5e tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 210 time: 0.0285313 May 19 13:57:55.583619 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026b2b2-316e-49c7-b9ca-8d043f521918 req-44d15e76-6e4b-4cef-b2cf-e0a62ac2edd8 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:55.585111 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b026b2b2-316e-49c7-b9ca-8d043f521918 req-44d15e76-6e4b-4cef-b2cf-e0a62ac2edd8 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0465655 May 19 13:57:55.635295 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b026b2b2-316e-49c7-b9ca-8d043f521918 req-e455affd-379f-44e6-80a3-dbd66f6e9065 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443549 May 19 13:57:56.055089 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:56.066222 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=4 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:56.137341 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-656b61b3-e092-4006-bda4-0855fa49b9b4 req-df08887b-c5fb-48c4-aa4d-ef0bac9182cc tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 210 time: 0.0321701 May 19 13:57:56.765365 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759795a-39c2-415b-9871-cbe6b9dd32f4 req-7c31e0f8-9309-4a5e-802e-f16d917fe8bd tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:56.766844 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8759795a-39c2-415b-9871-cbe6b9dd32f4 req-7c31e0f8-9309-4a5e-802e-f16d917fe8bd tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0531628 May 19 13:57:56.820750 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8759795a-39c2-415b-9871-cbe6b9dd32f4 req-4a4e7e87-d049-4d3c-92bf-4d5efb5c7dbd tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474057 May 19 13:57:57.243474 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-13143e1a-0350-4713-8823-46cdc02ce647 req-7ddfd6ce-52cd-49ba-9cb4-e6969a230c49 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 210 time: 0.0294602 May 19 13:57:57.564135 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:57.569195 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=62,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:57.954056 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c87f57-1328-42f1-a566-110f9a59d93d req-cfdcff88-a48a-410d-bb40-4b4f2b086fd6 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:57.955554 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a7c87f57-1328-42f1-a566-110f9a59d93d req-cfdcff88-a48a-410d-bb40-4b4f2b086fd6 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0521805 May 19 13:57:58.012548 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a7c87f57-1328-42f1-a566-110f9a59d93d req-cce4798c-3f64-4244-896c-89d6e3192af5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506175 May 19 13:57:58.339309 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f325061d-8ae0-4d0d-b09b-7429d4d883dc req-4560b898-518a-4983-b20b-0b737cff9645 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 210 time: 0.0280457 May 19 13:57:58.389928 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=8 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:58.400160 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:57:59.134610 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066b31a-2c72-4b9d-bf02-15ee8e843947 req-d9b35d8e-941a-4e9f-98be-c0d3cde8abd1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:59.136111 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3066b31a-2c72-4b9d-bf02-15ee8e843947 req-d9b35d8e-941a-4e9f-98be-c0d3cde8abd1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0496297 May 19 13:57:59.182827 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3066b31a-2c72-4b9d-bf02-15ee8e843947 req-1b528fbc-59e1-46b7-85c3-3fdff7e2e0b2 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413289 May 19 13:57:59.440225 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d9feb0aa-8a46-4f15-a3ef-0b13d0ce862e req-5b001d4e-3186-4926-87e3-fa52d28fd043 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 210 time: 0.0307939 May 19 13:57:59.917722 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-c3fcd5b1-320e-4bd2-af94-3ee41bc1fab5 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:57:59.919326 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-c3fcd5b1-320e-4bd2-af94-3ee41bc1fab5 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.65 "GET /v2.0/networks?id=54c8cc8a-69f9-403a-8e8d-3798fe8809d1 HTTP/1.1" status: 200 len: 809 time: 0.1069739 May 19 13:57:59.998406 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-cd8d7298-3772-43c4-8e2c-a9e143636e06 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0197b4cff99649ef9da1e77b1461dd76 HTTP/1.1" status: 200 len: 380 time: 0.0563223 May 19 13:58:00.009235 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-486fc538-0cc4-462e-9b48-a11b50a6ae8f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Request body: {'port': {'device_id': '7ccab6e9-3133-4db9-a8d9-27c83353c00a', 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1', 'admin_state_up': True, 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'security_groups': ['5e309649-47c9-4948-ae65-189ed21953fc']}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:58:00.109408 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:00.120683 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-486fc538-0cc4-462e-9b48-a11b50a6ae8f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Made reservation on behalf of 0197b4cff99649ef9da1e77b1461dd76 for: {'port': 1} {{(pid=110061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:58:00.124019 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-486fc538-0cc4-462e-9b48-a11b50a6ae8f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:00.260044 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_common [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-486fc538-0cc4-462e-9b48-a11b50a6ae8f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Allocated IP 172.20.0.11 (54c8cc8a-69f9-403a-8e8d-3798fe8809d1/ad190400-38de-4ff3-91b2-16168643ebf7/80eac5d4-3a31-4ac5-b15f-b7109c704ba1) {{(pid=110061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:58:00.310756 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:00.332190 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666b73d-951a-4338-ba2b-416ccd16791b req-b45c36c5-37b6-4314-a8c5-ee7c482b7bce tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:00.333720 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e666b73d-951a-4338-ba2b-416ccd16791b req-b45c36c5-37b6-4314-a8c5-ee7c482b7bce tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0688720 May 19 13:58:00.443909 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e666b73d-951a-4338-ba2b-416ccd16791b req-a5f19f03-02fa-4bd6-acb1-43cea6614875 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036515 May 19 13:58:00.489790 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-486fc538-0cc4-462e-9b48-a11b50a6ae8f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for port (80eac5d4-3a31-4ac5-b15f-b7109c704ba1), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:00.543145 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-76a18590-422e-4622-8813-5bf51aa2e3a1 req-a20d3846-87e3-485c-b31c-df61eb536c45 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 210 time: 0.0314727 May 19 13:58:00.545057 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-486fc538-0cc4-462e-9b48-a11b50a6ae8f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (80eac5d4-3a31-4ac5-b15f-b7109c704ba1), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:00.588073 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-486fc538-0cc4-462e-9b48-a11b50a6ae8f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Network 54c8cc8a-69f9-403a-8e8d-3798fe8809d1 is already hosted by enough agents. {{(pid=110061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:58:00.591311 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-486fc538-0cc4-462e-9b48-a11b50a6ae8f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Resources bound (agent type, host, resource id): {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:58:00.594914 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-486fc538-0cc4-462e-9b48-a11b50a6ae8f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Received port after_create {{(pid=110061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:58:00.624435 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fc538-0cc4-462e-9b48-a11b50a6ae8f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Pushing event updated for resources: {'Port': ['ID=80eac5d4-3a31-4ac5-b15f-b7109c704ba1,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:00.653850 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-486fc538-0cc4-462e-9b48-a11b50a6ae8f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:00.654381 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-486fc538-0cc4-462e-9b48-a11b50a6ae8f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:00.670269 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-486fc538-0cc4-462e-9b48-a11b50a6ae8f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6644611 May 19 13:58:00.690266 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-f96bfaf7-a9dd-4633-9de0-4f650eca0a01 service neutron] Request body: {'port': {'device_id': '7ccab6e9-3133-4db9-a8d9-27c83353c00a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:58:00.756513 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-f96bfaf7-a9dd-4633-9de0-4f650eca0a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (80eac5d4-3a31-4ac5-b15f-b7109c704ba1), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:00.841753 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-28079c1e-446f-47f9-90bd-f9783dab3f96 None None] Provisioning complete for port 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:58:00.842444 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-28079c1e-446f-47f9-90bd-f9783dab3f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (80eac5d4-3a31-4ac5-b15f-b7109c704ba1), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:00.877042 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-28079c1e-446f-47f9-90bd-f9783dab3f96 None None] Port 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:58:00.986377 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:01.071157 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91c6f7-07ba-4430-a633-5c401bdb1ce3 req-2cf534e8-3669-46a7-a7b6-70d283e7b92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:01.072655 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-4a91c6f7-07ba-4430-a633-5c401bdb1ce3 req-2cf534e8-3669-46a7-a7b6-70d283e7b92f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28027af4cc0c4ca99035e48aa6237805&device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 1129 time: 0.0391796 May 19 13:58:01.099347 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193b8ab-586b-44e4-9112-dfc2094f9e12 req-431940c3-0c18-46c4-b7d4-6d05a26f7724 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:01.100910 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9193b8ab-586b-44e4-9112-dfc2094f9e12 req-431940c3-0c18-46c4-b7d4-6d05a26f7724 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0778773 May 19 13:58:01.121362 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-f96bfaf7-a9dd-4633-9de0-4f650eca0a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 {{(pid=110061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:58:01.136706 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-f96bfaf7-a9dd-4633-9de0-4f650eca0a01 service neutron] Publish callbacks [] for port (80eac5d4-3a31-4ac5-b15f-b7109c704ba1), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:01.163610 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.provisioning_blocks [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-f96bfaf7-a9dd-4633-9de0-4f650eca0a01 service neutron] Transition to ACTIVE for port object 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 will not be triggered until provisioned by entity L2. {{(pid=110061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:58:01.169495 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91c6f7-07ba-4430-a633-5c401bdb1ce3 req-6b7874f2-656d-4e0d-b59d-a3b5c3a03fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:01.170800 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:01.171110 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-4a91c6f7-07ba-4430-a633-5c401bdb1ce3 req-6b7874f2-656d-4e0d-b59d-a3b5c3a03fe9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=34a01e8b-7928-4301-ae0a-d1e9be21f258 HTTP/1.1" status: 200 len: 919 time: 0.0917029 May 19 13:58:01.172523 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-f96bfaf7-a9dd-4633-9de0-4f650eca0a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30676627'] for port (80eac5d4-3a31-4ac5-b15f-b7109c704ba1), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:01.184407 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9193b8ab-586b-44e4-9112-dfc2094f9e12 req-01a76ea7-7b34-49a5-aeeb-0f18ee59567b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727980 May 19 13:58:01.230689 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96bfaf7-a9dd-4633-9de0-4f650eca0a01 service neutron] Pushing event updated for resources: {'Port': ['ID=80eac5d4-3a31-4ac5-b15f-b7109c704ba1,revision_number=2']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:01.275780 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-4a91c6f7-07ba-4430-a633-5c401bdb1ce3 req-12e2f849-1166-4a13-b380-7539bc007249 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9636a338-81c2-4e01-8620-ce36ba238295 HTTP/1.1" status: 200 len: 1001 time: 0.0851703 May 19 13:58:01.308713 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-f96bfaf7-a9dd-4633-9de0-4f650eca0a01 service neutron] Attempting to bind port 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:58:01.309126 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-f96bfaf7-a9dd-4633-9de0-4f650eca0a01 service neutron] Attempting to bind port 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '928cf707-3a57-42be-888e-e87227f138fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1'}] {{(pid=110061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:58:01.309637 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-f96bfaf7-a9dd-4633-9de0-4f650eca0a01 service neutron] Attempting to bind port 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 on network 54c8cc8a-69f9-403a-8e8d-3798fe8809d1 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:58:01.314840 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-f96bfaf7-a9dd-4633-9de0-4f650eca0a01 service neutron] Port 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 on network 54c8cc8a-69f9-403a-8e8d-3798fe8809d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:58:01.315274 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-f96bfaf7-a9dd-4633-9de0-4f650eca0a01 service neutron] Attempting to bind port 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 on network 54c8cc8a-69f9-403a-8e8d-3798fe8809d1 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:58:01.320770 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-f96bfaf7-a9dd-4633-9de0-4f650eca0a01 service neutron] Checking agent: {'id': '7bec7b2c-83f8-44b0-a5e6-0a5454b173c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'started_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:58:01.321191 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-f96bfaf7-a9dd-4633-9de0-4f650eca0a01 service neutron] Checking segment: {'id': '928cf707-3a57-42be-888e-e87227f138fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:58:01.321573 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-f96bfaf7-a9dd-4633-9de0-4f650eca0a01 service neutron] Bound using segment: {'id': '928cf707-3a57-42be-888e-e87227f138fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1'} {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:58:01.322070 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-f96bfaf7-a9dd-4633-9de0-4f650eca0a01 service neutron] Bound port: 80eac5d4-3a31-4ac5-b15f-b7109c704ba1, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '928cf707-3a57-42be-888e-e87227f138fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1'}}] {{(pid=110061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:58:01.322514 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-f96bfaf7-a9dd-4633-9de0-4f650eca0a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (80eac5d4-3a31-4ac5-b15f-b7109c704ba1), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:01.328508 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91c6f7-07ba-4430-a633-5c401bdb1ce3 req-d4b9ec99-8f17-4398-84d1-8a2410ab3c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:01.329962 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-4a91c6f7-07ba-4430-a633-5c401bdb1ce3 req-d4b9ec99-8f17-4398-84d1-8a2410ab3c65 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e59f71b-406f-4674-9cc1-e5ca82f3a90f HTTP/1.1" status: 200 len: 857 time: 0.0467193 May 19 13:58:01.379071 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91c6f7-07ba-4430-a633-5c401bdb1ce3 req-62d2e9c3-f875-469f-a0d8-f68f169c4786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:01.380867 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-4a91c6f7-07ba-4430-a633-5c401bdb1ce3 req-62d2e9c3-f875-469f-a0d8-f68f169c4786 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34a01e8b-7928-4301-ae0a-d1e9be21f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428972 May 19 13:58:01.386667 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-f96bfaf7-a9dd-4633-9de0-4f650eca0a01 service neutron] For port 80eac5d4-3a31-4ac5-b15f-b7109c704ba1, host hv-cinder-78481, cleared binding levels {{(pid=110061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:58:01.389942 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-f96bfaf7-a9dd-4633-9de0-4f650eca0a01 service neutron] For port 80eac5d4-3a31-4ac5-b15f-b7109c704ba1, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=80eac5d4-3a31-4ac5-b15f-b7109c704ba1,segment=NetworkSegment(928cf707-3a57-42be-888e-e87227f138fd),segment_id=928cf707-3a57-42be-888e-e87227f138fd)] {{(pid=110061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:58:01.411555 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-f96bfaf7-a9dd-4633-9de0-4f650eca0a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30676627'] for port (80eac5d4-3a31-4ac5-b15f-b7109c704ba1), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:01.422653 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4d5ad7db-dea1-441c-ba74-6029dadbdf24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:01.454302 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-f96bfaf7-a9dd-4633-9de0-4f650eca0a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:01.454932 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-f96bfaf7-a9dd-4633-9de0-4f650eca0a01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:01.456730 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-f96bfaf7-a9dd-4633-9de0-4f650eca0a01 service neutron] 10.222.0.65 "PUT /v2.0/ports/80eac5d4-3a31-4ac5-b15f-b7109c704ba1 HTTP/1.1" status: 200 len: 1094 time: 0.7713006 May 19 13:58:01.457356 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccab6e9-3133-4db9-a8d9-27c83353c00a', 'tag': '80eac5d4-3a31-4ac5-b15f-b7109c704ba1'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:58:01.459869 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e622a7d-ddba-47a2-9977-04a1cb1cfdf4" -d '{"events": [{"name": "network-changed", "server_uuid": "7ccab6e9-3133-4db9-a8d9-27c83353c00a", "tag": "80eac5d4-3a31-4ac5-b15f-b7109c704ba1"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:58:01.492161 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96bfaf7-a9dd-4633-9de0-4f650eca0a01 service neutron] Pushing event updated for resources: {'Port': ['ID=80eac5d4-3a31-4ac5-b15f-b7109c704ba1,revision_number=3']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:01.506363 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-4a91c6f7-07ba-4430-a633-5c401bdb1ce3 req-09103a3b-86e9-4465-bbf0-379c7deb96d0 service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166747 May 19 13:58:01.578653 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10f2b73-f024-492b-9b4e-0f2c4301245c x-openstack-request-id: req-f10f2b73-f024-492b-9b4e-0f2c4301245c {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:58:01.578966 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ccab6e9-3133-4db9-a8d9-27c83353c00a", "tag": "80eac5d4-3a31-4ac5-b15f-b7109c704ba1", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:58:01.579219 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f10f2b73-f024-492b-9b4e-0f2c4301245c {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:58:01.579621 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f10f2b73-f024-492b-9b4e-0f2c4301245c'] response: {'name': 'network-changed', 'server_uuid': '7ccab6e9-3133-4db9-a8d9-27c83353c00a', 'tag': '80eac5d4-3a31-4ac5-b15f-b7109c704ba1', 'status': 'completed', 'code': 200} May 19 13:58:01.631194 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-4a91c6f7-07ba-4430-a633-5c401bdb1ce3 req-719c04b8-9391-4b87-90ee-236bef9884b4 service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028051 May 19 13:58:01.641462 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-baed03d1-0952-46a3-a42f-13f1fafa2249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:01.643012 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-baed03d1-0952-46a3-a42f-13f1fafa2249 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0197b4cff99649ef9da1e77b1461dd76&device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 1128 time: 0.1036870 May 19 13:58:01.672101 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b26280-81d1-4dc4-bc49-60ed6276cff8 req-c3a02fb8-9620-4119-bfcc-64e811c8ea84 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:01.673527 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b3b26280-81d1-4dc4-bc49-60ed6276cff8 req-c3a02fb8-9620-4119-bfcc-64e811c8ea84 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0838003 May 19 13:58:01.726669 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-70a60a79-8039-4dae-8572-64c2622076e6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80eac5d4-3a31-4ac5-b15f-b7109c704ba1 HTTP/1.1" status: 200 len: 217 time: 0.0521851 May 19 13:58:01.739819 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c1dec-94ce-4ee2-bf0e-8e6a16250834 req-82e5175f-5400-4900-b904-2ea1aa0a2b02 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:01.741234 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1f4c1dec-94ce-4ee2-bf0e-8e6a16250834 req-82e5175f-5400-4900-b904-2ea1aa0a2b02 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 944 time: 0.1180811 May 19 13:58:01.824236 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b3b26280-81d1-4dc4-bc49-60ed6276cff8 req-fad780f8-b170-41cb-9f44-1c330280ca25 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397433 May 19 13:58:01.848826 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1f4c1dec-94ce-4ee2-bf0e-8e6a16250834 req-463cfb5b-440c-4c44-8fb5-6804ad8fa551 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005929 May 19 13:58:01.850844 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-d060f30a-65da-454f-8b1b-8bc09837d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:01.852228 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-d060f30a-65da-454f-8b1b-8bc09837d4c4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ad190400-38de-4ff3-91b2-16168643ebf7 HTTP/1.1" status: 200 len: 848 time: 0.1012590 May 19 13:58:01.986958 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-b8b93850-c86a-40e9-afcf-406269ff7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:01.989233 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-b8b93850-c86a-40e9-afcf-406269ff7c8f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=54c8cc8a-69f9-403a-8e8d-3798fe8809d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436888 May 19 13:58:02.038562 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:02.078832 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-c88a613d-327a-4ba3-a23f-0c91c7ee5d4e service neutron] 10.222.0.65 "GET /v2.0/networks/54c8cc8a-69f9-403a-8e8d-3798fe8809d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817850 May 19 13:58:02.179198 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d203c6bd-836d-4abe-9c70-d85f6f2a061d req-fa804f88-653c-4276-b1fc-8ef6e9e85b36 service neutron] 10.222.0.65 "GET /v2.0/networks/54c8cc8a-69f9-403a-8e8d-3798fe8809d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879307 May 19 13:58:02.327801 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18705102-b5f9-4e63-b2a2-174a067ae491 req-d361b7e6-c8ea-46af-a128-d24352423e76 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:02.329279 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-18705102-b5f9-4e63-b2a2-174a067ae491 req-d361b7e6-c8ea-46af-a128-d24352423e76 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0750089 May 19 13:58:02.338816 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e622a7d-ddba-47a2-9977-04a1cb1cfdf4 req-9f64d9e2-2d72-4ce3-98b1-bba7a875fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:02.340201 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3e622a7d-ddba-47a2-9977-04a1cb1cfdf4 req-9f64d9e2-2d72-4ce3-98b1-bba7a875fd49 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0197b4cff99649ef9da1e77b1461dd76&device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 1128 time: 0.0557446 May 19 13:58:02.436061 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-18705102-b5f9-4e63-b2a2-174a067ae491 req-fa19bf80-c023-4cc0-bcbb-2bd8d038b063 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990932 May 19 13:58:02.463336 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e622a7d-ddba-47a2-9977-04a1cb1cfdf4 req-9ee68ff3-10a1-4d12-9e4b-ae416f2c393c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:02.464792 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3e622a7d-ddba-47a2-9977-04a1cb1cfdf4 req-9ee68ff3-10a1-4d12-9e4b-ae416f2c393c service neutron] 10.222.0.65 "GET /v2.0/networks?id=54c8cc8a-69f9-403a-8e8d-3798fe8809d1 HTTP/1.1" status: 200 len: 910 time: 0.1119330 May 19 13:58:02.478486 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:02.504481 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3e622a7d-ddba-47a2-9977-04a1cb1cfdf4 req-41b3a281-b7a1-44c1-8f83-af4da16950d4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80eac5d4-3a31-4ac5-b15f-b7109c704ba1 HTTP/1.1" status: 200 len: 217 time: 0.0326610 May 19 13:58:02.555240 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e622a7d-ddba-47a2-9977-04a1cb1cfdf4 req-cc0ca258-81fc-481b-a08f-bf2b2241b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:02.556534 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3e622a7d-ddba-47a2-9977-04a1cb1cfdf4 req-cc0ca258-81fc-481b-a08f-bf2b2241b917 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ad190400-38de-4ff3-91b2-16168643ebf7 HTTP/1.1" status: 200 len: 848 time: 0.0432663 May 19 13:58:02.604511 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e622a7d-ddba-47a2-9977-04a1cb1cfdf4 req-977a1708-8192-4010-86d3-799702441db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:02.605963 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3e622a7d-ddba-47a2-9977-04a1cb1cfdf4 req-977a1708-8192-4010-86d3-799702441db5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=54c8cc8a-69f9-403a-8e8d-3798fe8809d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418766 May 19 13:58:02.696584 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3e622a7d-ddba-47a2-9977-04a1cb1cfdf4 req-8f6e92cb-3d47-48f7-a4ca-2d7e7beed194 service neutron] 10.222.0.65 "GET /v2.0/networks/54c8cc8a-69f9-403a-8e8d-3798fe8809d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809128 May 19 13:58:02.797532 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3e622a7d-ddba-47a2-9977-04a1cb1cfdf4 req-2cc2fd23-bff4-4625-a4d5-a9c26a172995 service neutron] 10.222.0.65 "GET /v2.0/networks/54c8cc8a-69f9-403a-8e8d-3798fe8809d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857463 May 19 13:58:02.972743 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbdd48-5074-47db-a016-a4645065d7ae req-cfde3090-f9e8-4035-8b3d-91ed18d2eb0d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:02.974390 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a5dbdd48-5074-47db-a016-a4645065d7ae req-cfde3090-f9e8-4035-8b3d-91ed18d2eb0d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0732927 May 19 13:58:02.994169 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cdd96-cf8c-4543-b2f1-b8e23ab5ad7e req-2ab000ee-d690-49f3-a5c4-63fe3d3f2804 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:02.995570 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ee5cdd96-cf8c-4543-b2f1-b8e23ab5ad7e req-2ab000ee-d690-49f3-a5c4-63fe3d3f2804 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 944 time: 0.0657697 May 19 13:58:03.062097 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a5dbdd48-5074-47db-a016-a4645065d7ae req-c6cf4a67-bd6e-4c4f-947e-9f5afe98be04 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821192 May 19 13:58:03.070764 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ee5cdd96-cf8c-4543-b2f1-b8e23ab5ad7e req-0ceceb9e-560d-4e5b-b172-58ce4e59785a tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647454 May 19 13:58:03.548697 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b797a87-d546-4c04-8d1c-25a09a6d411d req-b2ebef63-b31a-4052-a61b-e0ea3aa780c7 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:03.550246 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9b797a87-d546-4c04-8d1c-25a09a6d411d req-b2ebef63-b31a-4052-a61b-e0ea3aa780c7 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0472255 May 19 13:58:03.596714 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9b797a87-d546-4c04-8d1c-25a09a6d411d req-9e52fc29-117d-4be5-830e-63cdf7cf0e48 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404367 May 19 13:58:03.787021 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-eda00729-c1fd-4694-84a0-e92359dfc296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:04.218404 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da68eae-9da1-4033-82ce-c78cf9ada3cb req-719760f3-94ee-458d-b897-9b02e29c563a tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:04.219895 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3da68eae-9da1-4033-82ce-c78cf9ada3cb req-719760f3-94ee-458d-b897-9b02e29c563a tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0838625 May 19 13:58:04.227093 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc5989-cdb0-4442-a638-6eedaea15461 req-e8bdb445-58a3-4a20-98d7-1ed8e9f192a4 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:04.228436 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b6bc5989-cdb0-4442-a638-6eedaea15461 req-e8bdb445-58a3-4a20-98d7-1ed8e9f192a4 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 944 time: 0.0827878 May 19 13:58:04.249775 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:04.298813 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3da68eae-9da1-4033-82ce-c78cf9ada3cb req-692ebd6d-ce94-4fdc-ba60-b24eabcc1e74 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694654 May 19 13:58:04.307914 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b6bc5989-cdb0-4442-a638-6eedaea15461 req-73f4c5c7-4d9c-45b9-b2a3-3417a7af30ff tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728135 May 19 13:58:04.707157 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30506fb9-f72a-46e9-b9bc-a000b2e2a313 req-4d561ca1-9bbf-4ea5-b031-25ca42a26962 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:04.708571 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-30506fb9-f72a-46e9-b9bc-a000b2e2a313 req-4d561ca1-9bbf-4ea5-b031-25ca42a26962 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0460002 May 19 13:58:04.757817 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-30506fb9-f72a-46e9-b9bc-a000b2e2a313 req-21fbe4c0-86ed-4ab9-9025-37f7180425de tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436833 May 19 13:58:04.796652 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:05.449984 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca50ac-3303-4e80-9793-d2853ef84378 req-2d31ec89-f041-48dd-a2db-092191f26b63 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:05.451478 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5dca50ac-3303-4e80-9793-d2853ef84378 req-2d31ec89-f041-48dd-a2db-092191f26b63 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 944 time: 0.0774977 May 19 13:58:05.457619 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ebf3e-a728-410f-8f03-2239e28b7373 req-9d0c4469-e6f1-449e-9465-14e1260c81d7 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:05.459107 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3a4ebf3e-a728-410f-8f03-2239e28b7373 req-9d0c4469-e6f1-449e-9465-14e1260c81d7 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0837605 May 19 13:58:05.472919 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:05.527134 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5dca50ac-3303-4e80-9793-d2853ef84378 req-181d82e1-90b1-45cd-adf4-f674a8072a95 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669999 May 19 13:58:05.540804 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3a4ebf3e-a728-410f-8f03-2239e28b7373 req-6a1a25a0-d674-4eeb-bcf7-cfa627c67a9c tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667546 May 19 13:58:05.874142 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e1062-c05d-4070-8056-2fc3db4b63e4 req-d76b6ce5-ae5f-4f32-8e5f-20c64ccc5a26 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:05.875627 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-010e1062-c05d-4070-8056-2fc3db4b63e4 req-d76b6ce5-ae5f-4f32-8e5f-20c64ccc5a26 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0510862 May 19 13:58:05.926459 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-010e1062-c05d-4070-8056-2fc3db4b63e4 req-14dcfd81-cd75-4287-beed-c192ec90552a tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448546 May 19 13:58:06.320787 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:06.696118 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3cbac-9ab7-4988-bb38-fcc8e9e8c356 req-77e865ab-f2e6-4a75-8ed1-1bd7999eac5f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:06.697589 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-63e3cbac-9ab7-4988-bb38-fcc8e9e8c356 req-77e865ab-f2e6-4a75-8ed1-1bd7999eac5f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 944 time: 0.0771701 May 19 13:58:06.703497 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367546e-9d01-4a17-81d5-fb40f7e7ad0c req-94cd44e6-030e-4cec-b7e9-a49f250aa492 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:06.704844 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2367546e-9d01-4a17-81d5-fb40f7e7ad0c req-94cd44e6-030e-4cec-b7e9-a49f250aa492 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 943 time: 0.0726683 May 19 13:58:06.782366 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-63e3cbac-9ab7-4988-bb38-fcc8e9e8c356 req-09c7ab81-242b-4f95-a0c4-3c40f6f4b3e0 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765810 May 19 13:58:06.786413 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2367546e-9d01-4a17-81d5-fb40f7e7ad0c req-101224e6-218f-482e-9dd2-bb48833e222f tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734251 May 19 13:58:06.883186 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1770bc-2de2-4229-a6fb-ecd46edcba60 req-4020dbc4-17e6-4c5c-8a42-aee2d9e80c59 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:06.884655 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cb1770bc-2de2-4229-a6fb-ecd46edcba60 req-4020dbc4-17e6-4c5c-8a42-aee2d9e80c59 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 945 time: 0.0478485 May 19 13:58:06.931091 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cb1770bc-2de2-4229-a6fb-ecd46edcba60 req-9aa17206-69eb-4b04-8d38-a7d655626b51 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406702 May 19 13:58:06.953204 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 34320) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:58:07.042267 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a7ba4-632d-4737-a0c6-acdc1d9c5d8a req-d8e146bd-de90-4fed-a17f-8c1c66f96dde tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:07.044323 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-866a7ba4-632d-4737-a0c6-acdc1d9c5d8a req-d8e146bd-de90-4fed-a17f-8c1c66f96dde tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0521843 May 19 13:58:07.098872 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-866a7ba4-632d-4737-a0c6-acdc1d9c5d8a req-ba12a324-c25a-4a33-92f9-e43b5749dc16 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486922 May 19 13:58:07.155745 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5852b371-4bd2-436b-bd06-8444ae2b121c tempest-TestMinimumBasicScenario-371152944 tempest-TestMinimumBasicScenario-371152944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:07.157500 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-5852b371-4bd2-436b-bd06-8444ae2b121c tempest-TestMinimumBasicScenario-371152944 tempest-TestMinimumBasicScenario-371152944-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 1124 time: 0.2032921 May 19 13:58:07.162047 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 34324) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:58:07.166427 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-b357b516-4061-4473-bfb7-211add220c72 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Request body: {'floatingip': {'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'port_id': 'e9f3edc9-7c52-4610-9122-024284dd285b', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:58:07.189962 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b357b516-4061-4473-bfb7-211add220c72 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:07.270629 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b357b516-4061-4473-bfb7-211add220c72 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:07.322395 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:07.378498 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_common [None req-b357b516-4061-4473-bfb7-211add220c72 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Allocated IP 172.27.2.147 (db349b0a-3651-4f3e-8f89-c44d13ee049b/851bfd66-21de-4b67-adef-488354d2d2c5/d3c8e640-df93-4036-a953-0d877f5792ac) {{(pid=110061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:58:07.470797 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:07.484919 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b357b516-4061-4473-bfb7-211add220c72 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for port (d3c8e640-df93-4036-a953-0d877f5792ac), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:07.518730 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b357b516-4061-4473-bfb7-211add220c72 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (d3c8e640-df93-4036-a953-0d877f5792ac), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:07.559053 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b357b516-4061-4473-bfb7-211add220c72 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Network db349b0a-3651-4f3e-8f89-c44d13ee049b is already hosted by enough agents. {{(pid=110061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:58:07.562046 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [None req-b357b516-4061-4473-bfb7-211add220c72 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Resources bound (agent type, host, resource id): {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:58:07.566544 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b357b516-4061-4473-bfb7-211add220c72 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Received port after_create {{(pid=110061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:58:07.571623 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357b516-4061-4473-bfb7-211add220c72 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Pushing event updated for resources: {'Port': ['ID=d3c8e640-df93-4036-a953-0d877f5792ac,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:07.678362 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 5e326997-1358-457a-8426-4184a94bfdad details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:58:07.789774 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 5e326997-1358-457a-8426-4184a94bfdad, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5e326997-1358-457a-8426-4184a94bfdad,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:58:07.792336 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:07.802722 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Returning: {'device': '5e326997-1358-457a-8426-4184a94bfdad', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'port_id': '5e326997-1358-457a-8426-4184a94bfdad', 'mac_address': 'fa:16:3e:32:a9:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:58:07.849245 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 5e326997-1358-457a-8426-4184a94bfdad is: DOWN; New status is: BUILD {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:58:07.849757 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (5e326997-1358-457a-8426-4184a94bfdad), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:07.868136 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e326997-1358-457a-8426-4184a94bfdad {{(pid=110063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:58:07.889542 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 5e326997-1358-457a-8426-4184a94bfdad, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5e326997-1358-457a-8426-4184a94bfdad,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:58:07.895623 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (5e326997-1358-457a-8426-4184a94bfdad), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:07.942678 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=5e326997-1358-457a-8426-4184a94bfdad,revision_number=9']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:08.215082 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36377bd-d706-47ad-b466-f44f2c96255e req-d904789d-3d59-47ad-a42c-2f4ff197d27c tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:08.216467 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c36377bd-d706-47ad-b466-f44f2c96255e req-d904789d-3d59-47ad-a42c-2f4ff197d27c tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 944 time: 0.3424661 May 19 13:58:08.245938 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b357b516-4061-4473-bfb7-211add220c72 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for floatingip (fa753b96-df1e-4642-a03e-fcda2e774de5), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:08.252729 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24296f42-deb7-40ec-b755-bbec094581da req-45123a8d-21f1-4d5c-a8a8-251e5fce0573 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:08.254416 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-24296f42-deb7-40ec-b755-bbec094581da req-45123a8d-21f1-4d5c-a8a8-251e5fce0573 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 944 time: 0.3422561 May 19 13:58:08.281477 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['5e326997-1358-457a-8426-4184a94bfdad'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:58:08.329027 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:08.372901 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c36377bd-d706-47ad-b466-f44f2c96255e req-c4195ef7-934f-4a06-ad87-388a40f50b36 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477530 May 19 13:58:08.395053 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-24296f42-deb7-40ec-b755-bbec094581da req-8c7ed601-642b-4e11-b9eb-db5844f77a3f tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133351 May 19 13:58:08.400981 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b357b516-4061-4473-bfb7-211add220c72 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (d3c8e640-df93-4036-a953-0d877f5792ac), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:08.529922 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71376340-2805-4de9-8a9e-cd7741f1fae9 req-d64661bd-21a7-4136-9c6e-0d56d3e52f6c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:08.531434 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-71376340-2805-4de9-8a9e-cd7741f1fae9 req-d64661bd-21a7-4136-9c6e-0d56d3e52f6c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0692332 May 19 13:58:08.533805 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:08.640349 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-71376340-2805-4de9-8a9e-cd7741f1fae9 req-78337038-5a8e-460c-8f31-3aec0f4fc850 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952311 May 19 13:58:08.676132 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b357b516-4061-4473-bfb7-211add220c72 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for port (d3c8e640-df93-4036-a953-0d877f5792ac), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:08.680555 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b357b516-4061-4473-bfb7-211add220c72 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30676627'] for port (d3c8e640-df93-4036-a953-0d877f5792ac), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:08.751736 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357b516-4061-4473-bfb7-211add220c72 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Pushing event updated for resources: {'Port': ['ID=d3c8e640-df93-4036-a953-0d877f5792ac,revision_number=2']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:08.759902 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b357b516-4061-4473-bfb7-211add220c72 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (fa753b96-df1e-4642-a03e-fcda2e774de5), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:08.854286 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.l3_db [None req-b357b516-4061-4473-bfb7-211add220c72 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Floating IP fa753b96-df1e-4642-a03e-fcda2e774de5 associated. External IP: 172.27.2.147, port: e9f3edc9-7c52-4610-9122-024284dd285b. May 19 13:58:09.031610 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:58:09.051421 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b357b516-4061-4473-bfb7-211add220c72 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Router 6f519e97-2616-4eee-88f4-0f78ea8abc78 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:58:09.151914 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b357b516-4061-4473-bfb7-211add220c72 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:58:09.161995 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2ca4d9-76ef-4129-ab21-7de956bd591e None None] Sync routers for ids ['6f519e97-2616-4eee-88f4-0f78ea8abc78'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:58:09.170003 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b357b516-4061-4473-bfb7-211add220c72 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:09.172774 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2ca4d9-76ef-4129-ab21-7de956bd591e None None] Routers {'6f519e97-2616-4eee-88f4-0f78ea8abc78'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:58:09.173378 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-ae2ca4d9-76ef-4129-ab21-7de956bd591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:58:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['6f519e97-2616-4eee-88f4-0f78ea8abc78'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:58:09.199561 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-b357b516-4061-4473-bfb7-211add220c72 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0364866 May 19 13:58:09.200123 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282f0dfe-fd26-4a02-91e0-69716322d7d5', 'tag': 'e9f3edc9-7c52-4610-9122-024284dd285b'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:58:09.202318 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a0f18f-f5df-43a0-98f4-373bedd90303" -d '{"events": [{"name": "network-changed", "server_uuid": "282f0dfe-fd26-4a02-91e0-69716322d7d5", "tag": "e9f3edc9-7c52-4610-9122-024284dd285b"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:58:09.202551 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 34334) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:58:09.207780 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-3317a064-dbda-4a7f-a9cf-35e891924751 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1189872962', 'description': 'tempest-secgroup-smoke-1189872962 description', 'project_id': 'a51cbae6cb494a2fac656e416fe868c2'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:58:09.236339 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3317a064-dbda-4a7f-a9cf-35e891924751 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:09.240892 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb586035-f6ad-4309-9923-8f67031cd0f7 x-openstack-request-id: req-fb586035-f6ad-4309-9923-8f67031cd0f7 {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:58:09.241418 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282f0dfe-fd26-4a02-91e0-69716322d7d5", "tag": "e9f3edc9-7c52-4610-9122-024284dd285b", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:58:09.241531 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fb586035-f6ad-4309-9923-8f67031cd0f7 {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:58:09.241844 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb586035-f6ad-4309-9923-8f67031cd0f7'] response: {'name': 'network-changed', 'server_uuid': '282f0dfe-fd26-4a02-91e0-69716322d7d5', 'tag': 'e9f3edc9-7c52-4610-9122-024284dd285b', 'status': 'completed', 'code': 200} May 19 13:58:09.277876 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-ae2ca4d9-76ef-4129-ab21-7de956bd591e None None] Set router 6f519e97-2616-4eee-88f4-0f78ea8abc78 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:58:09.313718 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3317a064-dbda-4a7f-a9cf-35e891924751 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for security_group (763fc0df-a0f0-43b9-a4cb-14c8e8cdd173), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:09.321385 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3317a064-dbda-4a7f-a9cf-35e891924751 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (763fc0df-a0f0-43b9-a4cb-14c8e8cdd173), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:09.354484 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317a064-dbda-4a7f-a9cf-35e891924751 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=763fc0df-a0f0-43b9-a4cb-14c8e8cdd173,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:09.354796 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0f18f-f5df-43a0-98f4-373bedd90303 req-1634e65f-1a4c-4872-b628-a1653cf15bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:09.356715 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-18a0f18f-f5df-43a0-98f4-373bedd90303 req-1634e65f-1a4c-4872-b628-a1653cf15bbe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a51cbae6cb494a2fac656e416fe868c2&device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 1129 time: 0.0625522 May 19 13:58:09.359143 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3317a064-dbda-4a7f-a9cf-35e891924751 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:09.360335 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-3317a064-dbda-4a7f-a9cf-35e891924751 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1567597 May 19 13:58:09.363871 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 34338) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:58:09.368167 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-1c5ae0c6-46c6-45c3-a194-223b3fae0dfd tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Request body: {'security_group_rule': {'security_group_id': '763fc0df-a0f0-43b9-a4cb-14c8e8cdd173', 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:58:09.412223 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1c5ae0c6-46c6-45c3-a194-223b3fae0dfd tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for security_group_rule (14b18f4f-6d69-49be-be33-ee90de88ea3f), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:09.482264 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:09.486552 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1c5ae0c6-46c6-45c3-a194-223b3fae0dfd tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for security_group_rule (14b18f4f-6d69-49be-be33-ee90de88ea3f), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:09.493847 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1c5ae0c6-46c6-45c3-a194-223b3fae0dfd tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (14b18f4f-6d69-49be-be33-ee90de88ea3f), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:09.512761 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ae0c6-46c6-45c3-a194-223b3fae0dfd tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b18f4f-6d69-49be-be33-ee90de88ea3f,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:09.523271 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1c5ae0c6-46c6-45c3-a194-223b3fae0dfd tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:09.526849 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:09.527486 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-1c5ae0c6-46c6-45c3-a194-223b3fae0dfd tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1626434 May 19 13:58:09.528093 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 34344) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:58:09.532562 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-63b825ba-7233-41c2-bb18-af4a1db823cb tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Request body: {'security_group_rule': {'security_group_id': '763fc0df-a0f0-43b9-a4cb-14c8e8cdd173', 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:58:09.536896 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:09.565029 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-63b825ba-7233-41c2-bb18-af4a1db823cb tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for security_group_rule (93e87d16-52d4-45b7-8bf5-a491457002c7), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:09.592567 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb197c-afda-4452-9727-a33ce031fa48 req-2348373b-466c-4530-aaf0-b49ba74634f3 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:09.594087 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-29bb197c-afda-4452-9727-a33ce031fa48 req-2348373b-466c-4530-aaf0-b49ba74634f3 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 944 time: 0.1223385 May 19 13:58:09.605646 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6ca55-5afa-46ba-8a7e-2fdf73f89d6b req-83f196bd-3109-4102-936e-d5b92fb761dd tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:09.607110 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f6b6ca55-5afa-46ba-8a7e-2fdf73f89d6b req-83f196bd-3109-4102-936e-d5b92fb761dd tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 944 time: 0.0990646 May 19 13:58:09.627649 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0f18f-f5df-43a0-98f4-373bedd90303 req-3c604290-4ed6-42b1-9c8a-f8b0c9e12498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:09.630498 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-18a0f18f-f5df-43a0-98f4-373bedd90303 req-3c604290-4ed6-42b1-9c8a-f8b0c9e12498 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8 HTTP/1.1" status: 200 len: 915 time: 0.2573609 May 19 13:58:09.632754 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-ae2ca4d9-76ef-4129-ab21-7de956bd591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'name': 'tempest-TestMinimumBasicScenario-744068735-router', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '509fe760-1a91-4886-92e7-a01cfb11a7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:56:32Z', 'updated_at': '2022-05-19T13:56:36Z', 'revision_number': 4, 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'gw_port': {'id': '509fe760-1a91-4886-92e7-a01cfb11a7f4', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:33Z', 'updated_at': '2022-05-19T13:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': 'fa753b96-df1e-4642-a03e-fcda2e774de5', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'port_id': 'e9f3edc9-7c52-4610-9122-024284dd285b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8', 'mac_address': 'fa:16:3e:a5:cb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f0dfe-fd26-4a02-91e0-69716322d7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:58:07Z', 'updated_at': '2022-05-19T13:58:07Z', 'revision_number': 0, 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcdbb88e-ccfe-4abc-843d-539fdcd081cd', 'name': '', 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'mac_address': 'fa:16:3e:08:01:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '5c345f5b-8f24-4fa9-b60a-045ce3f37188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:35Z', 'updated_at': '2022-05-19T13:56:44Z', 'revision_number': 5, 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'subnets': [{'id': '5c345f5b-8f24-4fa9-b60a-045ce3f37188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:58:09.634394 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-63b825ba-7233-41c2-bb18-af4a1db823cb tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for security_group_rule (93e87d16-52d4-45b7-8bf5-a491457002c7), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:09.639663 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-63b825ba-7233-41c2-bb18-af4a1db823cb tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (93e87d16-52d4-45b7-8bf5-a491457002c7), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:09.659048 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:09.662015 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b825ba-7233-41c2-bb18-af4a1db823cb tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e87d16-52d4-45b7-8bf5-a491457002c7,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:09.665901 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2ca4d9-76ef-4129-ab21-7de956bd591e None None] Checking router: 6f519e97-2616-4eee-88f4-0f78ea8abc78 for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:58:09.669284 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-63b825ba-7233-41c2-bb18-af4a1db823cb tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:09.673157 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-63b825ba-7233-41c2-bb18-af4a1db823cb tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1413608 May 19 13:58:09.673308 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 34348) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:58:09.677123 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2ca4d9-76ef-4129-ab21-7de956bd591e None None] Routers {'6f519e97-2616-4eee-88f4-0f78ea8abc78'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:58:09.677744 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-ae2ca4d9-76ef-4129-ab21-7de956bd591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:58:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['6f519e97-2616-4eee-88f4-0f78ea8abc78'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:58:09.679055 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-3816d7e4-fa9c-45a3-bbc6-a77403ff32f9 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Request body: {'security_group_rule': {'security_group_id': '763fc0df-a0f0-43b9-a4cb-14c8e8cdd173', 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:58:09.679874 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 5e326997-1358-457a-8426-4184a94bfdad up at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:58:09.709336 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3816d7e4-fa9c-45a3-bbc6-a77403ff32f9 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for security_group_rule (6f0132ca-5af7-4ace-b5d7-7b5c16cc7d3c), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:09.746769 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning complete for port 5e326997-1358-457a-8426-4184a94bfdad triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:58:09.747595 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (5e326997-1358-457a-8426-4184a94bfdad), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:09.783186 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-18a0f18f-f5df-43a0-98f4-373bedd90303 req-77fb4ebc-5e0a-4f2b-bce6-e6b4a1438f74 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9f3edc9-7c52-4610-9122-024284dd285b HTTP/1.1" status: 200 len: 999 time: 0.1426537 May 19 13:58:09.788287 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-29bb197c-afda-4452-9727-a33ce031fa48 req-15bccd11-3c49-44d4-8af0-2a6729d62521 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802666 May 19 13:58:09.791596 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f6b6ca55-5afa-46ba-8a7e-2fdf73f89d6b req-1ad1918b-9d64-49fc-8fbf-9aa513cbc918 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720736 May 19 13:58:09.796819 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:09.797523 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-ae2ca4d9-76ef-4129-ab21-7de956bd591e None None] Set router 6f519e97-2616-4eee-88f4-0f78ea8abc78 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:58:09.812181 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3816d7e4-fa9c-45a3-bbc6-a77403ff32f9 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for security_group_rule (6f0132ca-5af7-4ace-b5d7-7b5c16cc7d3c), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:09.828432 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3816d7e4-fa9c-45a3-bbc6-a77403ff32f9 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (6f0132ca-5af7-4ace-b5d7-7b5c16cc7d3c), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:09.850886 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816d7e4-fa9c-45a3-bbc6-a77403ff32f9 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f0132ca-5af7-4ace-b5d7-7b5c16cc7d3c,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:09.860287 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 5e326997-1358-457a-8426-4184a94bfdad is: BUILD; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:58:09.860518 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (5e326997-1358-457a-8426-4184a94bfdad), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:09.865313 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3816d7e4-fa9c-45a3-bbc6-a77403ff32f9 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:09.869096 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-3816d7e4-fa9c-45a3-bbc6-a77403ff32f9 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1922531 May 19 13:58:09.869565 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 34350) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:58:09.872657 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0f18f-f5df-43a0-98f4-373bedd90303 req-6f61d795-407a-4af9-84e5-5a17fde80bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:09.873904 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-1676959d-9516-4c8b-b94f-4d00fb3d4cdb tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Request body: {'security_group_rule': {'security_group_id': '763fc0df-a0f0-43b9-a4cb-14c8e8cdd173', 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:58:09.874109 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-18a0f18f-f5df-43a0-98f4-373bedd90303 req-6f61d795-407a-4af9-84e5-5a17fde80bac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5c345f5b-8f24-4fa9-b60a-045ce3f37188 HTTP/1.1" status: 200 len: 853 time: 0.0818331 May 19 13:58:09.907862 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4e2c2f-4753-4911-8859-73736543f959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e326997-1358-457a-8426-4184a94bfdad'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:58:09.911074 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b28b94-c804-4711-b1d6-494df23e89a4" -d '{"events": [{"server_uuid": "5c4e2c2f-4753-4911-8859-73736543f959", "name": "network-vif-plugged", "status": "completed", "tag": "5e326997-1358-457a-8426-4184a94bfdad"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:58:09.913583 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1676959d-9516-4c8b-b94f-4d00fb3d4cdb tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for security_group_rule (74f27123-7a75-49a9-a074-dc905179d533), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:09.944646 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 5e326997-1358-457a-8426-4184a94bfdad, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5e326997-1358-457a-8426-4184a94bfdad,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:58:09.957800 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (5e326997-1358-457a-8426-4184a94bfdad), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:09.984493 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee0d180-d4cd-4c0b-a5e7-fa24f79c1dab x-openstack-request-id: req-2ee0d180-d4cd-4c0b-a5e7-fa24f79c1dab {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:58:09.984802 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4e2c2f-4753-4911-8859-73736543f959", "name": "network-vif-plugged", "status": "completed", "tag": "5e326997-1358-457a-8426-4184a94bfdad", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:58:09.985342 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2ee0d180-d4cd-4c0b-a5e7-fa24f79c1dab {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:58:09.985888 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee0d180-d4cd-4c0b-a5e7-fa24f79c1dab'] response: {'server_uuid': '5c4e2c2f-4753-4911-8859-73736543f959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e326997-1358-457a-8426-4184a94bfdad', 'code': 200} May 19 13:58:09.988268 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0f18f-f5df-43a0-98f4-373bedd90303 req-ee1dc6ff-df31-437c-81dd-c82cc0b4a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:09.989829 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-18a0f18f-f5df-43a0-98f4-373bedd90303 req-ee1dc6ff-df31-437c-81dd-c82cc0b4a6d4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1040652 May 19 13:58:09.999190 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1676959d-9516-4c8b-b94f-4d00fb3d4cdb tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for security_group_rule (74f27123-7a75-49a9-a074-dc905179d533), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:10.009196 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1676959d-9516-4c8b-b94f-4d00fb3d4cdb tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (74f27123-7a75-49a9-a074-dc905179d533), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:10.020561 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=5e326997-1358-457a-8426-4184a94bfdad,revision_number=10']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:10.023940 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da2ef2-e58d-48be-9ade-495b95a67cea req-3611f1a1-83b9-49d2-922d-87c88560beb3 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:10.025473 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f2da2ef2-e58d-48be-9ade-495b95a67cea req-3611f1a1-83b9-49d2-922d-87c88560beb3 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0804753 May 19 13:58:10.042383 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676959d-9516-4c8b-b94f-4d00fb3d4cdb tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f27123-7a75-49a9-a074-dc905179d533,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:10.051205 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1676959d-9516-4c8b-b94f-4d00fb3d4cdb tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:10.055037 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-1676959d-9516-4c8b-b94f-4d00fb3d4cdb tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1821148 May 19 13:58:10.055398 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 34354) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:58:10.060920 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-8f83dc2a-df1c-41d4-ae3d-c3a1f0031b70 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Request body: {'security_group_rule': {'security_group_id': '763fc0df-a0f0-43b9-a4cb-14c8e8cdd173', 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:58:10.085544 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.db.securitygroups_db [None req-8f83dc2a-df1c-41d4-ae3d-c3a1f0031b70 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Project a51cbae6cb494a2fac656e416fe868c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:58:10.092762 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8f83dc2a-df1c-41d4-ae3d-c3a1f0031b70 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for security_group_rule (8b9bc176-5e6c-4a99-9237-28a238b1e15b), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:10.095858 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-ae2ca4d9-76ef-4129-ab21-7de956bd591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'name': 'tempest-TestMinimumBasicScenario-744068735-router', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '509fe760-1a91-4886-92e7-a01cfb11a7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:56:32Z', 'updated_at': '2022-05-19T13:56:36Z', 'revision_number': 4, 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'gw_port': {'id': '509fe760-1a91-4886-92e7-a01cfb11a7f4', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:33Z', 'updated_at': '2022-05-19T13:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': 'fa753b96-df1e-4642-a03e-fcda2e774de5', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'port_id': 'e9f3edc9-7c52-4610-9122-024284dd285b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8', 'mac_address': 'fa:16:3e:a5:cb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f0dfe-fd26-4a02-91e0-69716322d7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:58:07Z', 'updated_at': '2022-05-19T13:58:07Z', 'revision_number': 0, 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcdbb88e-ccfe-4abc-843d-539fdcd081cd', 'name': '', 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'mac_address': 'fa:16:3e:08:01:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '5c345f5b-8f24-4fa9-b60a-045ce3f37188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:35Z', 'updated_at': '2022-05-19T13:56:44Z', 'revision_number': 5, 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'subnets': [{'id': '5c345f5b-8f24-4fa9-b60a-045ce3f37188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:58:10.121036 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2ca4d9-76ef-4129-ab21-7de956bd591e None None] The sync data for ids ['6f519e97-2616-4eee-88f4-0f78ea8abc78'] in dv-cinder-784815-14-iscsi is: [{'id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'name': 'tempest-TestMinimumBasicScenario-744068735-router', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '509fe760-1a91-4886-92e7-a01cfb11a7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:56:32Z', 'updated_at': '2022-05-19T13:56:36Z', 'revision_number': 4, 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'gw_port': {'id': '509fe760-1a91-4886-92e7-a01cfb11a7f4', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:33Z', 'updated_at': '2022-05-19T13:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': 'fa753b96-df1e-4642-a03e-fcda2e774de5', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'port_id': 'e9f3edc9-7c52-4610-9122-024284dd285b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8', 'mac_address': 'fa:16:3e:a5:cb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282f0dfe-fd26-4a02-91e0-69716322d7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:58:07Z', 'updated_at': '2022-05-19T13:58:07Z', 'revision_number': 0, 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcdbb88e-ccfe-4abc-843d-539fdcd081cd', 'name': '', 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'mac_address': 'fa:16:3e:08:01:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '5c345f5b-8f24-4fa9-b60a-045ce3f37188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:35Z', 'updated_at': '2022-05-19T13:56:44Z', 'revision_number': 5, 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'subnets': [{'id': '5c345f5b-8f24-4fa9-b60a-045ce3f37188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:58:10.138562 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f2da2ef2-e58d-48be-9ade-495b95a67cea req-3ea1ff7c-59d8-4ba7-a5f7-3d3d94de2e85 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758724 May 19 13:58:10.161575 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-18a0f18f-f5df-43a0-98f4-373bedd90303 req-f3ce7504-7bc9-4f50-9561-289efd629b85 service neutron] 10.222.0.65 "GET /v2.0/networks/15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546776 May 19 13:58:10.168974 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8f83dc2a-df1c-41d4-ae3d-c3a1f0031b70 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for security_group_rule (8b9bc176-5e6c-4a99-9237-28a238b1e15b), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:10.172664 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8f83dc2a-df1c-41d4-ae3d-c3a1f0031b70 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (8b9bc176-5e6c-4a99-9237-28a238b1e15b), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:10.191287 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83dc2a-df1c-41d4-ae3d-c3a1f0031b70 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9bc176-5e6c-4a99-9237-28a238b1e15b,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:10.199206 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8f83dc2a-df1c-41d4-ae3d-c3a1f0031b70 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:10.200434 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-8f83dc2a-df1c-41d4-ae3d-c3a1f0031b70 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1440952 May 19 13:58:10.203276 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 34356) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:58:10.208638 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-fa0235f1-5e3c-4c7e-97a7-ff99ab1be2a8 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Request body: {'security_group_rule': {'security_group_id': '763fc0df-a0f0-43b9-a4cb-14c8e8cdd173', 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:58:10.232925 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.securitygroups_db [None req-fa0235f1-5e3c-4c7e-97a7-ff99ab1be2a8 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Project a51cbae6cb494a2fac656e416fe868c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:58:10.239899 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-fa0235f1-5e3c-4c7e-97a7-ff99ab1be2a8 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for security_group_rule (fae16953-c44d-4b68-b285-0fb3cf11fe0c), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:10.294564 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-fa0235f1-5e3c-4c7e-97a7-ff99ab1be2a8 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for security_group_rule (fae16953-c44d-4b68-b285-0fb3cf11fe0c), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:10.298573 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-fa0235f1-5e3c-4c7e-97a7-ff99ab1be2a8 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (fae16953-c44d-4b68-b285-0fb3cf11fe0c), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:10.318320 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0235f1-5e3c-4c7e-97a7-ff99ab1be2a8 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae16953-c44d-4b68-b285-0fb3cf11fe0c,revision_number=0']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:10.326004 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-fa0235f1-5e3c-4c7e-97a7-ff99ab1be2a8 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:10.327225 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-fa0235f1-5e3c-4c7e-97a7-ff99ab1be2a8 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228735 May 19 13:58:10.339924 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef7e928-5f22-4f62-9686-0cbd650bd2ee None None] New status for floating IP fa753b96-df1e-4642-a03e-fcda2e774de5: ACTIVE {{(pid=110063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:58:10.439296 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:10.477163 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cd02e381-e30b-4244-a617-c693921c67bb req-ec10754e-8559-418d-957a-535c5d3134e7 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1189872962&fields=id&tenant_id=a51cbae6cb494a2fac656e416fe868c2 HTTP/1.1" status: 200 len: 267 time: 0.0979633 May 19 13:58:10.548431 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02e381-e30b-4244-a617-c693921c67bb req-d6cd0448-449c-4d85-930c-f5f181b70274 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:10.549913 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cd02e381-e30b-4244-a617-c693921c67bb req-d6cd0448-449c-4d85-930c-f5f181b70274 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 945 time: 0.0626025 May 19 13:58:10.566276 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [req-cd02e381-e30b-4244-a617-c693921c67bb req-8c226c96-4721-4f6d-9004-0f8c9e0122df tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Request body: {'port': {'security_groups': ['7d842cca-1746-453a-94d7-8065bafe0d7a', '763fc0df-a0f0-43b9-a4cb-14c8e8cdd173']}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:58:10.590339 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-18a0f18f-f5df-43a0-98f4-373bedd90303 req-a86918bc-39d7-4bb5-b410-7860a574391f service neutron] 10.222.0.65 "GET /v2.0/networks/15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772068 May 19 13:58:10.622409 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9746c5-fae0-4eb7-a7c8-619c81990ca5 req-0dbe777a-8a72-4e4f-b234-c17183c4f5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:10.624262 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-9d9746c5-fae0-4eb7-a7c8-619c81990ca5 req-0dbe777a-8a72-4e4f-b234-c17183c4f5b7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 1130 time: 0.0407593 May 19 13:58:10.641318 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-cd02e381-e30b-4244-a617-c693921c67bb req-8c226c96-4721-4f6d-9004-0f8c9e0122df tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (e9f3edc9-7c52-4610-9122-024284dd285b), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:10.649884 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:10.683598 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:10.684170 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-9d9746c5-fae0-4eb7-a7c8-619c81990ca5 req-ad67c36d-8f55-4187-bef2-11d5c5b30f0e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411613 May 19 13:58:10.867927 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-cd02e381-e30b-4244-a617-c693921c67bb req-8c226c96-4721-4f6d-9004-0f8c9e0122df tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] For port e9f3edc9-7c52-4610-9122-024284dd285b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e9f3edc9-7c52-4610-9122-024284dd285b,segment=NetworkSegment(b873a258-08c0-4c14-bb12-c0681fda7ff4),segment_id=b873a258-08c0-4c14-bb12-c0681fda7ff4)] {{(pid=110061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:58:10.926137 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-cd02e381-e30b-4244-a617-c693921c67bb req-8c226c96-4721-4f6d-9004-0f8c9e0122df tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for port (e9f3edc9-7c52-4610-9122-024284dd285b), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:10.932428 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-cd02e381-e30b-4244-a617-c693921c67bb req-8c226c96-4721-4f6d-9004-0f8c9e0122df tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30676627'] for port (e9f3edc9-7c52-4610-9122-024284dd285b), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:10.940011 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dcd738-ee13-42d6-ba20-e68c1c58dddb req-01171ead-36e0-4004-8241-c4cab0c8fa46 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:10.942012 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-61dcd738-ee13-42d6-ba20-e68c1c58dddb req-01171ead-36e0-4004-8241-c4cab0c8fa46 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 944 time: 0.0656619 May 19 13:58:10.983860 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['e9f3edc9-7c52-4610-9122-024284dd285b'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:58:11.005405 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02e381-e30b-4244-a617-c693921c67bb req-8c226c96-4721-4f6d-9004-0f8c9e0122df tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:11.005405 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-cd02e381-e30b-4244-a617-c693921c67bb req-8c226c96-4721-4f6d-9004-0f8c9e0122df tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:11.006843 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cd02e381-e30b-4244-a617-c693921c67bb req-8c226c96-4721-4f6d-9004-0f8c9e0122df tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "PUT /v2.0/ports/e9f3edc9-7c52-4610-9122-024284dd285b HTTP/1.1" status: 200 len: 981 time: 0.4506073 May 19 13:58:11.036490 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c226c96-4721-4f6d-9004-0f8c9e0122df tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Pushing event updated for resources: {'Port': ['ID=e9f3edc9-7c52-4610-9122-024284dd285b,revision_number=6']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:11.052421 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-61dcd738-ee13-42d6-ba20-e68c1c58dddb req-8d769743-93d1-4187-b517-41434e85e3b6 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011920 May 19 13:58:11.121216 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6477a-2944-41ac-8417-b0261111d88c req-1dba3aaf-dc26-456e-9778-1b4aa5c6678c tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:11.122763 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-55c6477a-2944-41ac-8417-b0261111d88c req-1dba3aaf-dc26-456e-9778-1b4aa5c6678c tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 946 time: 0.0491540 May 19 13:58:11.199057 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['e9f3edc9-7c52-4610-9122-024284dd285b'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:58:11.205112 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31f13e-812b-4889-8f3d-b4bef3421b3f req-12e8c11b-80c5-47cd-b10b-2b27105bf3ab tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:11.207190 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6c31f13e-812b-4889-8f3d-b4bef3421b3f req-12e8c11b-80c5-47cd-b10b-2b27105bf3ab tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 984 time: 0.0713904 May 19 13:58:11.214378 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-55c6477a-2944-41ac-8417-b0261111d88c req-6c8deb4d-8b39-43fa-a665-e6a7427660d9 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854089 May 19 13:58:11.243816 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282f0dfe-fd26-4a02-91e0-69716322d7d5', 'tag': 'e9f3edc9-7c52-4610-9122-024284dd285b'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:58:11.246155 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b411ac8-52d3-4e52-95aa-bc4a4c344879" -d '{"events": [{"name": "network-changed", "server_uuid": "282f0dfe-fd26-4a02-91e0-69716322d7d5", "tag": "e9f3edc9-7c52-4610-9122-024284dd285b"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:58:11.283412 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6c31f13e-812b-4889-8f3d-b4bef3421b3f req-8457d7c5-3e10-4347-bdb8-3756e1d6f1c0 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=763fc0df-a0f0-43b9-a4cb-14c8e8cdd173&id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680292 May 19 13:58:11.333256 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884fad2-2700-4524-bb26-2d1a08e55f74 req-f5b0d94f-903d-47bd-a3ce-97289d525404 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:11.334723 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4884fad2-2700-4524-bb26-2d1a08e55f74 req-f5b0d94f-903d-47bd-a3ce-97289d525404 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0504436 May 19 13:58:11.337399 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da2fa2a-acbc-4eec-9eda-cc594d28ad57 x-openstack-request-id: req-5da2fa2a-acbc-4eec-9eda-cc594d28ad57 {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:58:11.337681 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282f0dfe-fd26-4a02-91e0-69716322d7d5", "tag": "e9f3edc9-7c52-4610-9122-024284dd285b", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:58:11.337931 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5da2fa2a-acbc-4eec-9eda-cc594d28ad57 {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:58:11.338314 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5da2fa2a-acbc-4eec-9eda-cc594d28ad57'] response: {'name': 'network-changed', 'server_uuid': '282f0dfe-fd26-4a02-91e0-69716322d7d5', 'tag': 'e9f3edc9-7c52-4610-9122-024284dd285b', 'status': 'completed', 'code': 200} May 19 13:58:11.353968 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-bd061e06-753d-49f9-8786-b3af52148159 None None] Provisioning complete for port e9f3edc9-7c52-4610-9122-024284dd285b triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:58:11.354261 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-bd061e06-753d-49f9-8786-b3af52148159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (e9f3edc9-7c52-4610-9122-024284dd285b), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:11.385464 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4884fad2-2700-4524-bb26-2d1a08e55f74 req-39784b79-1a21-4ec2-9b80-01c190421af0 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439246 May 19 13:58:11.542945 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-bd061e06-753d-49f9-8786-b3af52148159 None None] Current status of the port e9f3edc9-7c52-4610-9122-024284dd285b is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:58:11.554934 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:11.618265 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=100 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:11.682042 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b411ac8-52d3-4e52-95aa-bc4a4c344879 req-4c4d7442-215d-4668-bc66-374ce3fba2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:11.683559 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-6b411ac8-52d3-4e52-95aa-bc4a4c344879 req-4c4d7442-215d-4668-bc66-374ce3fba2b0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a51cbae6cb494a2fac656e416fe868c2&device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 1168 time: 0.0384204 May 19 13:58:11.807746 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b411ac8-52d3-4e52-95aa-bc4a4c344879 req-017a92dd-1ed5-45e2-a989-b263326c7925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:11.809175 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-6b411ac8-52d3-4e52-95aa-bc4a4c344879 req-017a92dd-1ed5-45e2-a989-b263326c7925 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8 HTTP/1.1" status: 200 len: 915 time: 0.0875235 May 19 13:58:11.870952 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-6b411ac8-52d3-4e52-95aa-bc4a4c344879 req-95f8fb96-052e-4f61-8df1-50e8cbfdd591 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9f3edc9-7c52-4610-9122-024284dd285b HTTP/1.1" status: 200 len: 1001 time: 0.0520160 May 19 13:58:11.926212 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b411ac8-52d3-4e52-95aa-bc4a4c344879 req-7abd72e4-7f16-46ed-aa30-b2ef92f89808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:11.927796 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-6b411ac8-52d3-4e52-95aa-bc4a4c344879 req-7abd72e4-7f16-46ed-aa30-b2ef92f89808 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5c345f5b-8f24-4fa9-b60a-045ce3f37188 HTTP/1.1" status: 200 len: 853 time: 0.0449584 May 19 13:58:12.167313 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5bac3-cccb-4093-bbd4-61c29a882ae5 req-f4d8d16c-f573-44f9-922f-b705f1d2974d tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:12.168817 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9ee5bac3-cccb-4093-bbd4-61c29a882ae5 req-f4d8d16c-f573-44f9-922f-b705f1d2974d tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 944 time: 0.0473747 May 19 13:58:12.189861 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:12.200138 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b411ac8-52d3-4e52-95aa-bc4a4c344879 req-146dd32c-4010-4f16-a80a-f3c8b844f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:12.201684 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-6b411ac8-52d3-4e52-95aa-bc4a4c344879 req-146dd32c-4010-4f16-a80a-f3c8b844f728 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462582 May 19 13:58:12.223097 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9ee5bac3-cccb-4093-bbd4-61c29a882ae5 req-ba5f3215-af3f-437e-af09-6188fb30c156 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484047 May 19 13:58:12.347290 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc14439-f942-409f-b12f-fd62dcbb2b75 req-5ef32bfd-ef25-4a72-b625-b6289a7e5fe4 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:12.348904 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3bc14439-f942-409f-b12f-fd62dcbb2b75 req-5ef32bfd-ef25-4a72-b625-b6289a7e5fe4 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 946 time: 0.0539958 May 19 13:58:12.405790 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3bc14439-f942-409f-b12f-fd62dcbb2b75 req-d144daad-74dd-4bc6-b196-f3288368911b tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500751 May 19 13:58:12.513287 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3c4d4-bedc-4570-a087-86bdee243d2f req-aa720a1c-f700-492e-848e-14344cd9bf28 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:12.514798 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-47b3c4d4-bedc-4570-a087-86bdee243d2f req-aa720a1c-f700-492e-848e-14344cd9bf28 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0507879 May 19 13:58:12.526628 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:12.566497 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-47b3c4d4-bedc-4570-a087-86bdee243d2f req-6d04cfb9-22cd-4400-ad03-7a6c8a3d47a6 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449464 May 19 13:58:13.006676 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:13.040230 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-6b411ac8-52d3-4e52-95aa-bc4a4c344879 req-89de2fc7-649e-4fce-9d8d-6cbabc797e72 service neutron] 10.222.0.65 "GET /v2.0/networks/15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878260 May 19 13:58:13.159597 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-6b411ac8-52d3-4e52-95aa-bc4a4c344879 req-2b3666b5-5b71-46da-a926-ea844a6ae705 service neutron] 10.222.0.65 "GET /v2.0/networks/15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864897 May 19 13:58:13.334796 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9f8d1-312e-40e9-bbf1-c7f6d727b31b req-a92d7634-49a8-4be2-9d3b-5146d2342111 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:13.336313 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c7b9f8d1-312e-40e9-bbf1-c7f6d727b31b req-a92d7634-49a8-4be2-9d3b-5146d2342111 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 944 time: 0.0458643 May 19 13:58:13.347899 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:13.390415 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c7b9f8d1-312e-40e9-bbf1-c7f6d727b31b req-d2b3b299-e385-41ee-94b1-359fb6fbda38 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482156 May 19 13:58:13.524328 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab34a9-d964-4460-9426-e873ce0c9999 req-76fdad3e-135f-4ac6-ae11-ff23b5817df9 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:13.525695 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7bab34a9-d964-4460-9426-e873ce0c9999 req-76fdad3e-135f-4ac6-ae11-ff23b5817df9 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 946 time: 0.0468066 May 19 13:58:13.571274 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7bab34a9-d964-4460-9426-e873ce0c9999 req-a70bdc14-1509-490c-aaf2-c52070ffb109 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401082 May 19 13:58:13.679457 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbdd3e-feb1-436f-9c9e-4590deffbd22 req-10c22f14-e3be-4dc9-897b-1041d8b6f490 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:13.681042 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5bbbdd3e-feb1-436f-9c9e-4590deffbd22 req-10c22f14-e3be-4dc9-897b-1041d8b6f490 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0466886 May 19 13:58:13.727170 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5bbbdd3e-feb1-436f-9c9e-4590deffbd22 req-8218e286-b97c-4e97-975e-27d3fb89aefd tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407591 May 19 13:58:14.086337 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:58:14.187347 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 80eac5d4-3a31-4ac5-b15f-b7109c704ba1, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=80eac5d4-3a31-4ac5-b15f-b7109c704ba1,segment=NetworkSegment(928cf707-3a57-42be-888e-e87227f138fd),segment_id=928cf707-3a57-42be-888e-e87227f138fd)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:58:14.198733 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Returning: {'device': '80eac5d4-3a31-4ac5-b15f-b7109c704ba1', 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1', 'port_id': '80eac5d4-3a31-4ac5-b15f-b7109c704ba1', 'mac_address': 'fa:16:3e:7e:28:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad190400-38de-4ff3-91b2-16168643ebf7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:58:14.233366 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 is: DOWN; New status is: BUILD {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:58:14.233743 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (80eac5d4-3a31-4ac5-b15f-b7109c704ba1), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:14.247045 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 {{(pid=110063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:58:14.269812 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 80eac5d4-3a31-4ac5-b15f-b7109c704ba1, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=80eac5d4-3a31-4ac5-b15f-b7109c704ba1,segment=NetworkSegment(928cf707-3a57-42be-888e-e87227f138fd),segment_id=928cf707-3a57-42be-888e-e87227f138fd)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:58:14.273582 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (80eac5d4-3a31-4ac5-b15f-b7109c704ba1), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:14.325486 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=80eac5d4-3a31-4ac5-b15f-b7109c704ba1,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:14.505624 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308c313-143b-48bd-b488-382dcb4bafc3 req-9d581b71-3df8-4fcf-8fdc-2c89ba29ac47 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:14.507133 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6308c313-143b-48bd-b488-382dcb4bafc3 req-9d581b71-3df8-4fcf-8fdc-2c89ba29ac47 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 945 time: 0.0499806 May 19 13:58:14.554967 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6308c313-143b-48bd-b488-382dcb4bafc3 req-a1070e1b-b4e0-4d83-85e4-bdd4faf3c2eb tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422590 May 19 13:58:14.744533 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['80eac5d4-3a31-4ac5-b15f-b7109c704ba1'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:58:14.841705 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56383faa-33f2-4028-97e9-d4d767d072e0 req-edbe5eb3-8a79-4e47-a284-40584ad18192 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:14.843362 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-56383faa-33f2-4028-97e9-d4d767d072e0 req-edbe5eb3-8a79-4e47-a284-40584ad18192 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0473602 May 19 13:58:14.890785 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-56383faa-33f2-4028-97e9-d4d767d072e0 req-ab1a9598-ebdf-4d50-80f2-5e7c3ff71906 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417461 May 19 13:58:15.675706 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20360192-e215-4647-a142-00328ef2a9e7 req-77f0daf8-8b27-4325-8c22-9ac105de665d tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:15.677100 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-20360192-e215-4647-a142-00328ef2a9e7 req-77f0daf8-8b27-4325-8c22-9ac105de665d tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 945 time: 0.0549459 May 19 13:58:15.724840 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-20360192-e215-4647-a142-00328ef2a9e7 req-ad86f916-fd89-4334-b8bd-0342e96060b8 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422113 May 19 13:58:16.005692 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d389c64-df70-4c22-a887-8bcf52bfd7de req-cbcffabb-b074-4110-aa66-37561f74b319 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:16.007179 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7d389c64-df70-4c22-a887-8bcf52bfd7de req-cbcffabb-b074-4110-aa66-37561f74b319 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0475280 May 19 13:58:16.052706 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7d389c64-df70-4c22-a887-8bcf52bfd7de req-bfa9627b-e201-4ea3-8f65-c1164847a423 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399978 May 19 13:58:16.101289 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 up at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:58:16.124689 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:16.145086 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning for port 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 completed by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:58:16.151063 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning complete for port 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:58:16.151459 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (80eac5d4-3a31-4ac5-b15f-b7109c704ba1), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:16.172385 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:16.229439 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 is: BUILD; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:58:16.229743 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (80eac5d4-3a31-4ac5-b15f-b7109c704ba1), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:16.251819 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccab6e9-3133-4db9-a8d9-27c83353c00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eac5d4-3a31-4ac5-b15f-b7109c704ba1'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:58:16.254495 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611f2529-86bb-442f-bb78-750ec04df6ce" -d '{"events": [{"server_uuid": "7ccab6e9-3133-4db9-a8d9-27c83353c00a", "name": "network-vif-plugged", "status": "completed", "tag": "80eac5d4-3a31-4ac5-b15f-b7109c704ba1"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:58:16.269301 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 80eac5d4-3a31-4ac5-b15f-b7109c704ba1, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=80eac5d4-3a31-4ac5-b15f-b7109c704ba1,segment=NetworkSegment(928cf707-3a57-42be-888e-e87227f138fd),segment_id=928cf707-3a57-42be-888e-e87227f138fd)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:58:16.273899 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (80eac5d4-3a31-4ac5-b15f-b7109c704ba1), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:16.297786 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db06be90-ae9f-44ae-9712-803be7761e4f x-openstack-request-id: req-db06be90-ae9f-44ae-9712-803be7761e4f {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:58:16.298074 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccab6e9-3133-4db9-a8d9-27c83353c00a", "name": "network-vif-plugged", "status": "completed", "tag": "80eac5d4-3a31-4ac5-b15f-b7109c704ba1", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:58:16.298326 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db06be90-ae9f-44ae-9712-803be7761e4f {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:58:16.298717 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db06be90-ae9f-44ae-9712-803be7761e4f'] response: {'server_uuid': '7ccab6e9-3133-4db9-a8d9-27c83353c00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eac5d4-3a31-4ac5-b15f-b7109c704ba1', 'code': 200} May 19 13:58:16.324162 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=80eac5d4-3a31-4ac5-b15f-b7109c704ba1,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:16.627251 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b26b2-a03f-4ac6-b556-0c6daca515f3 req-a65fe2be-6a23-4756-8780-60b0b4f3892e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:16.628674 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-024b26b2-a03f-4ac6-b556-0c6daca515f3 req-a65fe2be-6a23-4756-8780-60b0b4f3892e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 1130 time: 0.0378821 May 19 13:58:16.677689 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-024b26b2-a03f-4ac6-b556-0c6daca515f3 req-e3d30f21-30e4-43e0-9a1a-8a5a5019576d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420895 May 19 13:58:16.835275 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45788303-dc82-4742-ac3f-0ffee0f1ce7c req-8697f7d5-c642-4f32-a7f7-deff55da9af7 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:16.836726 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-45788303-dc82-4742-ac3f-0ffee0f1ce7c req-8697f7d5-c642-4f32-a7f7-deff55da9af7 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0467901 May 19 13:58:16.889232 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-45788303-dc82-4742-ac3f-0ffee0f1ce7c req-c0d9d7ae-1320-4c55-8318-68ea73f54bf0 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470619 May 19 13:58:17.168533 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e249b-8687-428c-a84f-272eb811ab82 req-5af987aa-d747-458b-becd-e6eef3a6431b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:17.169971 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-476e249b-8687-428c-a84f-272eb811ab82 req-5af987aa-d747-458b-becd-e6eef3a6431b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0457852 May 19 13:58:17.216465 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-476e249b-8687-428c-a84f-272eb811ab82 req-d0640946-84b9-465d-99fe-0250776ac896 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409055 May 19 13:58:18.018180 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5a6d3-d40f-4907-a5d4-8c709dbb7f70 req-70535b55-ab7c-4f3e-bc5c-658dc18e9146 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:18.019669 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-edd5a6d3-d40f-4907-a5d4-8c709dbb7f70 req-70535b55-ab7c-4f3e-bc5c-658dc18e9146 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0492098 May 19 13:58:18.056162 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:18.074810 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-edd5a6d3-d40f-4907-a5d4-8c709dbb7f70 req-a9ee79c2-1bbc-49b4-8251-8efac5dee04f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487676 May 19 13:58:18.413781 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:18.560802 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfbb8f-f0bb-443d-b7d7-5af5f7e1da22 req-5022c753-f370-4987-9593-39b1b2d7e053 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:18.562159 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-94dfbb8f-f0bb-443d-b7d7-5af5f7e1da22 req-5022c753-f370-4987-9593-39b1b2d7e053 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.2731087 May 19 13:58:18.608571 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-94dfbb8f-f0bb-443d-b7d7-5af5f7e1da22 req-11bd3010-ac94-402c-bb2d-4927128eb9b8 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403197 May 19 13:58:19.188175 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f174c-1d66-492a-bacb-dcb14b6e8ad1 req-b4ece25f-2236-446c-bd65-7153885bc417 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:19.189672 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-865f174c-1d66-492a-bacb-dcb14b6e8ad1 req-b4ece25f-2236-446c-bd65-7153885bc417 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0473511 May 19 13:58:19.236689 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-865f174c-1d66-492a-bacb-dcb14b6e8ad1 req-8d9b5334-a504-480b-8a73-63fc96a8abbe tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416348 May 19 13:58:19.352319 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda1e2a-769a-480b-8612-bbe027285d74 req-c5ac7b34-29e4-4935-b22d-92486a0ac9c4 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:19.353796 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3dda1e2a-769a-480b-8612-bbe027285d74 req-c5ac7b34-29e4-4935-b22d-92486a0ac9c4 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0502520 May 19 13:58:19.376326 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:19.406514 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3dda1e2a-769a-480b-8612-bbe027285d74 req-ac111a9c-f210-4898-b116-6f885dd0adfb tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472753 May 19 13:58:19.429776 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 34446) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:58:19.570828 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a3ccce-0fe5-49e0-985c-c887c849c21b tempest-TestShelveInstance-535707275 tempest-TestShelveInstance-535707275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:19.572435 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-f6a3ccce-0fe5-49e0-985c-c887c849c21b tempest-TestShelveInstance-535707275 tempest-TestShelveInstance-535707275-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 1125 time: 0.1416650 May 19 13:58:19.575427 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 34450) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:58:19.579600 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-9b7185f2-2aef-4745-9810-1e6c822e96bf tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Request body: {'floatingip': {'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'port_id': '80eac5d4-3a31-4ac5-b15f-b7109c704ba1', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:58:19.599844 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9b7185f2-2aef-4745-9810-1e6c822e96bf tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:19.684894 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9b7185f2-2aef-4745-9810-1e6c822e96bf tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:19.764841 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5809e63-132e-46f2-b1c7-441b59a4ff32 req-66182996-3f84-4654-bae8-d8365e4b693b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:19.766305 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e5809e63-132e-46f2-b1c7-441b59a4ff32 req-66182996-3f84-4654-bae8-d8365e4b693b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0839374 May 19 13:58:19.811285 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-eb662803-b78f-424b-b410-dfb38c6302e8 req-41c7a6ba-3098-4319-9bd3-6776b5845112 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373454 May 19 13:58:19.859098 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e5809e63-132e-46f2-b1c7-441b59a4ff32 req-f54cebae-0346-46a5-bab6-3cf1a7eb535d tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854573 May 19 13:58:19.867641 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_common [None req-9b7185f2-2aef-4745-9810-1e6c822e96bf tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Allocated IP 172.27.2.152 (db349b0a-3651-4f3e-8f89-c44d13ee049b/851bfd66-21de-4b67-adef-488354d2d2c5/28b544f7-879b-4654-bfd8-a0f331279c1c) {{(pid=110061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:58:19.893715 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb662803-b78f-424b-b410-dfb38c6302e8 req-a1c6ffb5-3005-4009-b28c-83dfa0e47630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:19.895400 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-eb662803-b78f-424b-b410-dfb38c6302e8 req-a1c6ffb5-3005-4009-b28c-83dfa0e47630 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28027af4cc0c4ca99035e48aa6237805&device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 1129 time: 0.0483363 May 19 13:58:19.969897 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9b7185f2-2aef-4745-9810-1e6c822e96bf tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for port (28b544f7-879b-4654-bfd8-a0f331279c1c), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:19.993619 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:20.003838 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9b7185f2-2aef-4745-9810-1e6c822e96bf tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (28b544f7-879b-4654-bfd8-a0f331279c1c), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:20.004556 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb662803-b78f-424b-b410-dfb38c6302e8 req-a80431af-300f-4a51-8be8-2468854de86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:20.006297 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-eb662803-b78f-424b-b410-dfb38c6302e8 req-a80431af-300f-4a51-8be8-2468854de86c service neutron] 10.222.0.65 "GET /v2.0/networks?id=34a01e8b-7928-4301-ae0a-d1e9be21f258 HTTP/1.1" status: 200 len: 919 time: 0.0917013 May 19 13:58:20.049848 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7185f2-2aef-4745-9810-1e6c822e96bf tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Network db349b0a-3651-4f3e-8f89-c44d13ee049b is already hosted by enough agents. {{(pid=110061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:58:20.055419 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [None req-9b7185f2-2aef-4745-9810-1e6c822e96bf tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Resources bound (agent type, host, resource id): {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:58:20.057529 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7185f2-2aef-4745-9810-1e6c822e96bf tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Pushing event updated for resources: {'Port': ['ID=28b544f7-879b-4654-bfd8-a0f331279c1c,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:20.059622 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7185f2-2aef-4745-9810-1e6c822e96bf tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Received port after_create {{(pid=110061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:58:20.064430 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-eb662803-b78f-424b-b410-dfb38c6302e8 req-a01e825b-768f-4600-9fe8-39b59fd569ae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c788124-2671-444c-98f8-1098c854377e HTTP/1.1" status: 200 len: 217 time: 0.0370352 May 19 13:58:20.112315 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb662803-b78f-424b-b410-dfb38c6302e8 req-6e928f17-b702-44e5-b35b-0a0f8cf4f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:20.113762 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-eb662803-b78f-424b-b410-dfb38c6302e8 req-6e928f17-b702-44e5-b35b-0a0f8cf4f592 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e59f71b-406f-4674-9cc1-e5ca82f3a90f HTTP/1.1" status: 200 len: 857 time: 0.0429335 May 19 13:58:20.160144 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb662803-b78f-424b-b410-dfb38c6302e8 req-e634ee7c-eea7-4e97-b63e-5641d718d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:20.162297 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-eb662803-b78f-424b-b410-dfb38c6302e8 req-e634ee7c-eea7-4e97-b63e-5641d718d057 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34a01e8b-7928-4301-ae0a-d1e9be21f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388350 May 19 13:58:20.258348 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-eb662803-b78f-424b-b410-dfb38c6302e8 req-9b1e7f74-e42e-4aa6-a242-a7478f5b0a12 service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881290 May 19 13:58:20.345622 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:20.353987 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-eb662803-b78f-424b-b410-dfb38c6302e8 req-6a747ee6-90fe-42c4-94cf-3791edd70883 service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890470 May 19 13:58:20.407186 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9b7185f2-2aef-4745-9810-1e6c822e96bf tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for floatingip (2a746e95-3a1d-47fa-bdb7-8e3d46b1a49e), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:20.476838 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9b7185f2-2aef-4745-9810-1e6c822e96bf tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (28b544f7-879b-4654-bfd8-a0f331279c1c), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:20.653949 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9b7185f2-2aef-4745-9810-1e6c822e96bf tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for port (28b544f7-879b-4654-bfd8-a0f331279c1c), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:20.658337 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9b7185f2-2aef-4745-9810-1e6c822e96bf tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30676627'] for port (28b544f7-879b-4654-bfd8-a0f331279c1c), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:20.730245 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7185f2-2aef-4745-9810-1e6c822e96bf tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Pushing event updated for resources: {'Port': ['ID=28b544f7-879b-4654-bfd8-a0f331279c1c,revision_number=2']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:20.740455 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9b7185f2-2aef-4745-9810-1e6c822e96bf tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (2a746e95-3a1d-47fa-bdb7-8e3d46b1a49e), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:20.794016 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:20.837931 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.l3_db [None req-9b7185f2-2aef-4745-9810-1e6c822e96bf tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Floating IP 2a746e95-3a1d-47fa-bdb7-8e3d46b1a49e associated. External IP: 172.27.2.152, port: 80eac5d4-3a31-4ac5-b15f-b7109c704ba1. May 19 13:58:21.009039 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc55dbe-0ee3-4776-8969-5f4321c8eaf6 req-894f0ca2-a394-4dcf-b402-f545df031928 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:21.010393 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0dc55dbe-0ee3-4776-8969-5f4321c8eaf6 req-894f0ca2-a394-4dcf-b402-f545df031928 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0811093 May 19 13:58:21.105566 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0dc55dbe-0ee3-4776-8969-5f4321c8eaf6 req-0fabe90a-6b73-4518-90dd-ebef56732d44 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894651 May 19 13:58:21.114636 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7185f2-2aef-4745-9810-1e6c822e96bf tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Router 73788eae-5c3c-41d3-aa1a-abff2da4e675 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:58:21.124546 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:21.218848 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7185f2-2aef-4745-9810-1e6c822e96bf tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:58:21.229501 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d35529-0456-4e0a-b970-719934df360f None None] Sync routers for ids ['73788eae-5c3c-41d3-aa1a-abff2da4e675'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:58:21.237066 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=100 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:21.238607 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9b7185f2-2aef-4745-9810-1e6c822e96bf tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:21.241197 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d35529-0456-4e0a-b970-719934df360f None None] Routers {'73788eae-5c3c-41d3-aa1a-abff2da4e675'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:58:21.241876 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-32d35529-0456-4e0a-b970-719934df360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:58:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['73788eae-5c3c-41d3-aa1a-abff2da4e675'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:58:21.268182 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-9b7185f2-2aef-4745-9810-1e6c822e96bf tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6916668 May 19 13:58:21.268698 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccab6e9-3133-4db9-a8d9-27c83353c00a', 'tag': '80eac5d4-3a31-4ac5-b15f-b7109c704ba1'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:58:21.271677 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3681ddb8-f6e6-41bf-ba9c-91e4aa8825c9" -d '{"events": [{"name": "network-changed", "server_uuid": "7ccab6e9-3133-4db9-a8d9-27c83353c00a", "tag": "80eac5d4-3a31-4ac5-b15f-b7109c704ba1"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:58:21.308502 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40dd887-ae2d-493f-b901-6d8459ad3ed7 x-openstack-request-id: req-a40dd887-ae2d-493f-b901-6d8459ad3ed7 {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:58:21.308783 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ccab6e9-3133-4db9-a8d9-27c83353c00a", "tag": "80eac5d4-3a31-4ac5-b15f-b7109c704ba1", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:58:21.309029 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a40dd887-ae2d-493f-b901-6d8459ad3ed7 {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:58:21.309424 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a40dd887-ae2d-493f-b901-6d8459ad3ed7'] response: {'name': 'network-changed', 'server_uuid': '7ccab6e9-3133-4db9-a8d9-27c83353c00a', 'tag': '80eac5d4-3a31-4ac5-b15f-b7109c704ba1', 'status': 'completed', 'code': 200} May 19 13:58:21.345043 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-32d35529-0456-4e0a-b970-719934df360f None None] Set router 73788eae-5c3c-41d3-aa1a-abff2da4e675 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:58:21.404231 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681ddb8-f6e6-41bf-ba9c-91e4aa8825c9 req-f9df8749-68f8-4039-9d97-a3850f93aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:21.405711 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-3681ddb8-f6e6-41bf-ba9c-91e4aa8825c9 req-f9df8749-68f8-4039-9d97-a3850f93aa10 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0197b4cff99649ef9da1e77b1461dd76&device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 1130 time: 0.0413628 May 19 13:58:21.448220 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=100 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:21.502501 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681ddb8-f6e6-41bf-ba9c-91e4aa8825c9 req-5db22b3a-6bc6-47b6-8dcb-a7c82e4b7fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:21.504009 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-3681ddb8-f6e6-41bf-ba9c-91e4aa8825c9 req-5db22b3a-6bc6-47b6-8dcb-a7c82e4b7fbc service neutron] 10.222.0.65 "GET /v2.0/networks?id=54c8cc8a-69f9-403a-8e8d-3798fe8809d1 HTTP/1.1" status: 200 len: 910 time: 0.0907166 May 19 13:58:21.560477 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-32d35529-0456-4e0a-b970-719934df360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'name': 'tempest-TestShelveInstance-1097738010-router', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'a25553ed-4a5c-450f-91d0-b84d748e2a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:57:00Z', 'updated_at': '2022-05-19T13:57:06Z', 'revision_number': 4, 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'gw_port': {'id': 'a25553ed-4a5c-450f-91d0-b84d748e2a9c', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:01Z', 'updated_at': '2022-05-19T13:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '2a746e95-3a1d-47fa-bdb7-8e3d46b1a49e', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'port_id': '80eac5d4-3a31-4ac5-b15f-b7109c704ba1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1', 'mac_address': 'fa:16:3e:7e:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccab6e9-3133-4db9-a8d9-27c83353c00a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:58:20Z', 'updated_at': '2022-05-19T13:58:20Z', 'revision_number': 0, 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f615ea0-4756-4438-a1dc-4eb456e51bb4', 'name': '', 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'mac_address': 'fa:16:3e:d7:da:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ad190400-38de-4ff3-91b2-16168643ebf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:05Z', 'updated_at': '2022-05-19T13:57:11Z', 'revision_number': 5, 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'subnets': [{'id': 'ad190400-38de-4ff3-91b2-16168643ebf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:58:21.563536 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=100 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:21.568540 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-3681ddb8-f6e6-41bf-ba9c-91e4aa8825c9 req-e1620d9a-3cf3-41fd-bab6-411a758948a9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80eac5d4-3a31-4ac5-b15f-b7109c704ba1 HTTP/1.1" status: 200 len: 1000 time: 0.0540044 May 19 13:58:21.589650 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d35529-0456-4e0a-b970-719934df360f None None] Checking router: 73788eae-5c3c-41d3-aa1a-abff2da4e675 for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:58:21.597912 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d35529-0456-4e0a-b970-719934df360f None None] Routers {'73788eae-5c3c-41d3-aa1a-abff2da4e675'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:58:21.598669 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-32d35529-0456-4e0a-b970-719934df360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:58:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['73788eae-5c3c-41d3-aa1a-abff2da4e675'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:58:21.618241 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681ddb8-f6e6-41bf-ba9c-91e4aa8825c9 req-ea274d5f-ff52-479f-a4e9-17d7166261f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:21.619722 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-3681ddb8-f6e6-41bf-ba9c-91e4aa8825c9 req-ea274d5f-ff52-479f-a4e9-17d7166261f2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ad190400-38de-4ff3-91b2-16168643ebf7 HTTP/1.1" status: 200 len: 848 time: 0.0432434 May 19 13:58:21.667816 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681ddb8-f6e6-41bf-ba9c-91e4aa8825c9 req-a7b243b7-f3c8-4df7-bb74-0464a654b79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:21.669276 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-3681ddb8-f6e6-41bf-ba9c-91e4aa8825c9 req-a7b243b7-f3c8-4df7-bb74-0464a654b79e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=54c8cc8a-69f9-403a-8e8d-3798fe8809d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374842 May 19 13:58:21.698665 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-32d35529-0456-4e0a-b970-719934df360f None None] Set router 73788eae-5c3c-41d3-aa1a-abff2da4e675 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:58:21.755702 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=100 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:21.766134 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-3681ddb8-f6e6-41bf-ba9c-91e4aa8825c9 req-aa7f076e-9d44-46ee-8f4a-bd5ff01ea03d service neutron] 10.222.0.65 "GET /v2.0/networks/54c8cc8a-69f9-403a-8e8d-3798fe8809d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884361 May 19 13:58:21.860466 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-3681ddb8-f6e6-41bf-ba9c-91e4aa8825c9 req-e163fcfd-80b7-4b8c-ab32-4fb619731ebc service neutron] 10.222.0.65 "GET /v2.0/networks/54c8cc8a-69f9-403a-8e8d-3798fe8809d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854194 May 19 13:58:21.918522 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-32d35529-0456-4e0a-b970-719934df360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'name': 'tempest-TestShelveInstance-1097738010-router', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'a25553ed-4a5c-450f-91d0-b84d748e2a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:57:00Z', 'updated_at': '2022-05-19T13:57:06Z', 'revision_number': 4, 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'gw_port': {'id': 'a25553ed-4a5c-450f-91d0-b84d748e2a9c', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:01Z', 'updated_at': '2022-05-19T13:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '2a746e95-3a1d-47fa-bdb7-8e3d46b1a49e', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'port_id': '80eac5d4-3a31-4ac5-b15f-b7109c704ba1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1', 'mac_address': 'fa:16:3e:7e:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccab6e9-3133-4db9-a8d9-27c83353c00a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:58:20Z', 'updated_at': '2022-05-19T13:58:20Z', 'revision_number': 0, 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f615ea0-4756-4438-a1dc-4eb456e51bb4', 'name': '', 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'mac_address': 'fa:16:3e:d7:da:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ad190400-38de-4ff3-91b2-16168643ebf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:05Z', 'updated_at': '2022-05-19T13:57:11Z', 'revision_number': 5, 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'subnets': [{'id': 'ad190400-38de-4ff3-91b2-16168643ebf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:58:21.944410 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d35529-0456-4e0a-b970-719934df360f None None] The sync data for ids ['73788eae-5c3c-41d3-aa1a-abff2da4e675'] in dv-cinder-784815-14-iscsi is: [{'id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'name': 'tempest-TestShelveInstance-1097738010-router', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'a25553ed-4a5c-450f-91d0-b84d748e2a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:57:00Z', 'updated_at': '2022-05-19T13:57:06Z', 'revision_number': 4, 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'gw_port': {'id': 'a25553ed-4a5c-450f-91d0-b84d748e2a9c', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:01Z', 'updated_at': '2022-05-19T13:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '2a746e95-3a1d-47fa-bdb7-8e3d46b1a49e', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'port_id': '80eac5d4-3a31-4ac5-b15f-b7109c704ba1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1', 'mac_address': 'fa:16:3e:7e:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccab6e9-3133-4db9-a8d9-27c83353c00a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:58:20Z', 'updated_at': '2022-05-19T13:58:20Z', 'revision_number': 0, 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f615ea0-4756-4438-a1dc-4eb456e51bb4', 'name': '', 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'mac_address': 'fa:16:3e:d7:da:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ad190400-38de-4ff3-91b2-16168643ebf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:05Z', 'updated_at': '2022-05-19T13:57:11Z', 'revision_number': 5, 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'subnets': [{'id': 'ad190400-38de-4ff3-91b2-16168643ebf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:58:22.132886 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d2b865-ffad-4b73-8fae-ebf4fe461f38 None None] New status for floating IP 2a746e95-3a1d-47fa-bdb7-8e3d46b1a49e: ACTIVE {{(pid=110063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:58:22.227703 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e033fa-bb2c-4f26-b964-fdc9ffb36f26 req-fdfb9047-0aed-4707-b334-180465a43651 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:22.229314 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f9e033fa-bb2c-4f26-b964-fdc9ffb36f26 req-fdfb9047-0aed-4707-b334-180465a43651 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0484068 May 19 13:58:22.276956 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f9e033fa-bb2c-4f26-b964-fdc9ffb36f26 req-08b4cdf2-88d7-4482-b346-77109f6272a3 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415692 May 19 13:58:23.393034 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e7731-3d14-4d7b-8fe9-836593a20bbf req-d8f607cc-122f-4339-a3e3-8cbd345aff1c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:23.394505 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-742e7731-3d14-4d7b-8fe9-836593a20bbf req-d8f607cc-122f-4339-a3e3-8cbd345aff1c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0470924 May 19 13:58:23.445177 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-742e7731-3d14-4d7b-8fe9-836593a20bbf req-b74f0144-3aed-4f70-8531-a5f50fdff0a9 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441849 May 19 13:58:23.656493 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf58950-3ecf-4016-80ae-0530fa690477 req-27613621-0912-4f23-8d56-a77f14976364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:23.657950 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-8bf58950-3ecf-4016-80ae-0530fa690477 req-27613621-0912-4f23-8d56-a77f14976364 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 1129 time: 0.0376029 May 19 13:58:23.702845 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-8bf58950-3ecf-4016-80ae-0530fa690477 req-761067f8-e507-469b-80a4-d06bc6a0c995 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363073 May 19 13:58:24.556801 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bc65a-4c41-4316-aaf9-61c124309246 req-40faa3cf-f3ba-4d87-9acb-7bc423798b9c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:24.558234 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-209bc65a-4c41-4316-aaf9-61c124309246 req-40faa3cf-f3ba-4d87-9acb-7bc423798b9c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0457218 May 19 13:58:24.604094 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-209bc65a-4c41-4316-aaf9-61c124309246 req-b5802f2d-6102-4868-bf4c-55ea6d798f19 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403996 May 19 13:58:25.435977 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522bed3-bc24-4184-a7d9-faeeb361e0dd req-720f81b9-693b-46d5-99f8-94b1f67cc250 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:25.437443 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c522bed3-bc24-4184-a7d9-faeeb361e0dd req-720f81b9-693b-46d5-99f8-94b1f67cc250 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4 HTTP/1.1" status: 200 len: 945 time: 0.0483253 May 19 13:58:25.483774 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c522bed3-bc24-4184-a7d9-faeeb361e0dd req-faf600aa-98f9-40d7-a0f2-75c3bcfee87d tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ac0bba0-324c-42db-b56f-2fe61befa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400033 May 19 13:58:25.720417 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8414f77-7816-4a15-bd2a-55ea330ea8f3 req-a900c4ce-da30-424e-bb14-3ff2ad15d9a0 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:25.721776 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a8414f77-7816-4a15-bd2a-55ea330ea8f3 req-a900c4ce-da30-424e-bb14-3ff2ad15d9a0 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0490706 May 19 13:58:25.768278 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a8414f77-7816-4a15-bd2a-55ea330ea8f3 req-69abdbf4-f97e-4bb9-95ee-8e047be5c848 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408175 May 19 13:58:26.192997 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e8662-4e4e-46ec-82bd-260d45014918 req-9ba2d522-969a-4e99-91fe-0f9beedc2bb9 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:26.194458 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b20e8662-4e4e-46ec-82bd-260d45014918 req-9ba2d522-969a-4e99-91fe-0f9beedc2bb9 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0469632 May 19 13:58:26.243466 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b20e8662-4e4e-46ec-82bd-260d45014918 req-88128ec9-3b05-498d-b1fc-90f1b5b95fd6 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433593 May 19 13:58:26.588259 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:26.605332 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eaeee6-f3db-49a9-be96-ac39fcbfb551 req-0582a0c7-9930-4816-9e42-8be913fe2007 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:26.606774 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a0eaeee6-f3db-49a9-be96-ac39fcbfb551 req-0582a0c7-9930-4816-9e42-8be913fe2007 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4 HTTP/1.1" status: 200 len: 945 time: 0.0504637 May 19 13:58:26.652338 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a0eaeee6-f3db-49a9-be96-ac39fcbfb551 req-9df9f02c-f4c6-41db-968a-0cff82e14e43 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ac0bba0-324c-42db-b56f-2fe61befa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400288 May 19 13:58:27.036445 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77316230-e4fe-4856-b99c-7aac416c1c26 req-b27f491d-e0de-495a-bd9a-f8efa97e9901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:27.038092 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-77316230-e4fe-4856-b99c-7aac416c1c26 req-b27f491d-e0de-495a-bd9a-f8efa97e9901 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28027af4cc0c4ca99035e48aa6237805&device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 1129 time: 0.0388317 May 19 13:58:27.356450 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685d00d-e1ef-4690-8c78-9e8c482ef391 req-f4d65f43-7462-44a8-a368-06d0078ee4e1 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:27.357920 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4685d00d-e1ef-4690-8c78-9e8c482ef391 req-f4d65f43-7462-44a8-a368-06d0078ee4e1 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0473301 May 19 13:58:27.405159 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4685d00d-e1ef-4690-8c78-9e8c482ef391 req-de2ddc67-0fae-4e86-8ce9-0077ba08fc66 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416563 May 19 13:58:27.494319 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77316230-e4fe-4856-b99c-7aac416c1c26 req-0b423530-8990-4067-b0c2-e5474d74c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:27.495771 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-77316230-e4fe-4856-b99c-7aac416c1c26 req-0b423530-8990-4067-b0c2-e5474d74c21e service neutron] 10.222.0.65 "GET /v2.0/networks?id=34a01e8b-7928-4301-ae0a-d1e9be21f258 HTTP/1.1" status: 200 len: 919 time: 0.0887961 May 19 13:58:27.496923 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b140d-ff74-447b-90ee-f2fd59d025aa req-24eb4a10-58f0-4ada-850e-3d279f3680ca tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:27.498397 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-459b140d-ff74-447b-90ee-f2fd59d025aa req-24eb4a10-58f0-4ada-850e-3d279f3680ca tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4 HTTP/1.1" status: 200 len: 945 time: 0.0482380 May 19 13:58:27.561391 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-77316230-e4fe-4856-b99c-7aac416c1c26 req-3538e51e-8025-4e2b-b55a-1fcad215c373 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9636a338-81c2-4e01-8620-ce36ba238295 HTTP/1.1" status: 200 len: 1001 time: 0.0531683 May 19 13:58:27.586834 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:27.591236 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [req-459b140d-ff74-447b-90ee-f2fd59d025aa req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Deleting port c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:58:27.591569 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-459b140d-ff74-447b-90ee-f2fd59d025aa req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:27.616621 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77316230-e4fe-4856-b99c-7aac416c1c26 req-cd978dd3-2ec5-4614-9f09-f08749a37c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:27.618181 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-77316230-e4fe-4856-b99c-7aac416c1c26 req-cd978dd3-2ec5-4614-9f09-f08749a37c15 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e59f71b-406f-4674-9cc1-e5ca82f3a90f HTTP/1.1" status: 200 len: 857 time: 0.0493867 May 19 13:58:27.661976 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77316230-e4fe-4856-b99c-7aac416c1c26 req-e95d9c58-0017-4fa6-982d-505413cfbbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:27.663465 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-77316230-e4fe-4856-b99c-7aac416c1c26 req-e95d9c58-0017-4fa6-982d-505413cfbbda service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34a01e8b-7928-4301-ae0a-d1e9be21f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382493 May 19 13:58:27.682185 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-459b140d-ff74-447b-90ee-f2fd59d025aa req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] For port c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d,segment=NetworkSegment(4048a570-00c8-45bc-b081-09a854940d61),segment_id=4048a570-00c8-45bc-b081-09a854940d61)] {{(pid=110061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:58:27.682426 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-459b140d-ff74-447b-90ee-f2fd59d025aa req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:27.756852 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-77316230-e4fe-4856-b99c-7aac416c1c26 req-0631b723-36eb-4d5f-ad2d-5cc186e9668b service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871327 May 19 13:58:27.857223 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-77316230-e4fe-4856-b99c-7aac416c1c26 req-dec84053-68b7-4881-bc02-75e5237aa59f service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902944 May 19 13:58:27.861154 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb59dd-4994-4362-964a-b741be70dde5 req-d4baa0f0-05ef-4c55-a5d8-85d24fe2394e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:27.862607 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6dcb59dd-4994-4362-964a-b741be70dde5 req-d4baa0f0-05ef-4c55-a5d8-85d24fe2394e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4 HTTP/1.1" status: 200 len: 945 time: 0.1127534 May 19 13:58:27.964278 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6dcb59dd-4994-4362-964a-b741be70dde5 req-d601de00-76ca-45c5-941f-9836ecd3d632 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ac0bba0-324c-42db-b56f-2fe61befa34f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940390 May 19 13:58:27.972878 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-459b140d-ff74-447b-90ee-f2fd59d025aa req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:27.973449 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-459b140d-ff74-447b-90ee-f2fd59d025aa req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (b5241954-77a0-46e9-93b2-594dcc4f343b), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:27.973557 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.l3_db [req-459b140d-ff74-447b-90ee-f2fd59d025aa req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Floating IP b5241954-77a0-46e9-93b2-594dcc4f343b disassociated. External IP: 172.27.2.232, port: c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d. May 19 13:58:27.973892 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [req-459b140d-ff74-447b-90ee-f2fd59d025aa req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Calling delete_port for c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d owned by compute:nova {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:58:28.100695 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-459b140d-ff74-447b-90ee-f2fd59d025aa req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:28.130838 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event deleted for resources: {'Port': ['ID=c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:28.143105 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:28.143457 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:28.143784 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:28.144181 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:28.144513 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:28.144879 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:28.145155 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:28.145471 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:28.145790 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:28.146106 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:28.146424 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:28.146738 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:28.147083 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:28.147396 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:28.147759 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:28.253245 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-459b140d-ff74-447b-90ee-f2fd59d025aa req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:58:28.530710 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:28.574603 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2e441-f9c9-4314-9c96-32460cc28b38 req-085464cd-d9e5-459f-b8fe-9614ed726fdc tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:28.576091 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dcd2e441-f9c9-4314-9c96-32460cc28b38 req-085464cd-d9e5-459f-b8fe-9614ed726fdc tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0615175 May 19 13:58:28.640964 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:28.647909 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-459b140d-ff74-447b-90ee-f2fd59d025aa req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:58:28.658025 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8f9048-5db2-46de-929d-78a7971a6a4e None None] Sync routers for ids ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:58:28.690129 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dcd2e441-f9c9-4314-9c96-32460cc28b38 req-a6f5f89b-7e5e-4cf8-b89b-1665b1866347 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807908 May 19 13:58:28.709397 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [req-459b140d-ff74-447b-90ee-f2fd59d025aa req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] No DVR routers for this DVR port c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d on host hv-cinder-78481 {{(pid=110061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:58:28.712144 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-459b140d-ff74-447b-90ee-f2fd59d025aa req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:28.715471 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-459b140d-ff74-447b-90ee-f2fd59d025aa req-daa4c063-5c45-4b61-9be1-fb237f50b1c7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.65 "DELETE /v2.0/ports/c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d HTTP/1.1" status: 204 len: 173 time: 1.2067361 May 19 13:58:28.715963 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4', 'name': 'network-vif-deleted', 'tag': 'c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:58:28.718213 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65df7de1-2ca0-4425-b0df-940dbca5ed2a" -d '{"events": [{"server_uuid": "7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4", "name": "network-vif-deleted", "tag": "c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:58:28.755408 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df6c3c7-ef7f-4f1d-a187-9e2ef44e2c6a x-openstack-request-id: req-2df6c3c7-ef7f-4f1d-a187-9e2ef44e2c6a {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:58:28.755695 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4", "name": "network-vif-deleted", "tag": "c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:58:28.755945 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2df6c3c7-ef7f-4f1d-a187-9e2ef44e2c6a {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:58:28.756345 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df6c3c7-ef7f-4f1d-a187-9e2ef44e2c6a'] response: {'server_uuid': '7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4', 'name': 'network-vif-deleted', 'tag': 'c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d', 'status': 'completed', 'code': 200} May 19 13:58:28.758801 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8f9048-5db2-46de-929d-78a7971a6a4e None None] Routers {'c29ace15-9abc-4134-a1cd-ea0d1e6a0763'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:58:28.759465 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-db8f9048-5db2-46de-929d-78a7971a6a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:58:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:58:28.858440 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-db8f9048-5db2-46de-929d-78a7971a6a4e None None] Set router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:58:28.990149 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=100 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:29.066277 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-db8f9048-5db2-46de-929d-78a7971a6a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '957572ee-39e4-4b72-8ca8-bbec36b5b79a', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'floating_ip_address': '172.27.2.202', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'port_id': 'a4da582a-6527-48e4-b52c-7d888d7e053a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'mac_address': 'fa:16:3e:35:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e425ccc-4508-4267-bc69-5590c1f503ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:54:37Z', 'updated_at': '2022-05-19T13:55:38Z', 'revision_number': 2, 'project_id': '89b4336043d5446b922432a2f43af17a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b658886d-f22c-4936-aa90-0e68ac38b5ad', 'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'mac_address': 'fa:16:3e:a4:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:25Z', 'updated_at': '2022-05-19T13:54:34Z', 'revision_number': 5, 'project_id': '89b4336043d5446b922432a2f43af17a', 'subnets': [{'id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:58:29.067545 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4353f0ad-abbd-4e81-85cc-5b018c35f21b req-b707dcd6-6fa7-44ed-b52e-1d742e1a869c tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4 HTTP/1.1" status: 200 len: 210 time: 0.0315981 May 19 13:58:29.095596 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8f9048-5db2-46de-929d-78a7971a6a4e None None] Checking router: c29ace15-9abc-4134-a1cd-ea0d1e6a0763 for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:58:29.104502 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8f9048-5db2-46de-929d-78a7971a6a4e None None] Routers {'c29ace15-9abc-4134-a1cd-ea0d1e6a0763'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:58:29.105081 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-db8f9048-5db2-46de-929d-78a7971a6a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:58:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:58:29.138315 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=100 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:29.202728 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-db8f9048-5db2-46de-929d-78a7971a6a4e None None] Set router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:58:29.412382 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-db8f9048-5db2-46de-929d-78a7971a6a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '957572ee-39e4-4b72-8ca8-bbec36b5b79a', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'floating_ip_address': '172.27.2.202', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'port_id': 'a4da582a-6527-48e4-b52c-7d888d7e053a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'mac_address': 'fa:16:3e:35:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e425ccc-4508-4267-bc69-5590c1f503ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:54:37Z', 'updated_at': '2022-05-19T13:55:38Z', 'revision_number': 2, 'project_id': '89b4336043d5446b922432a2f43af17a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b658886d-f22c-4936-aa90-0e68ac38b5ad', 'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'mac_address': 'fa:16:3e:a4:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:25Z', 'updated_at': '2022-05-19T13:54:34Z', 'revision_number': 5, 'project_id': '89b4336043d5446b922432a2f43af17a', 'subnets': [{'id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:58:29.437019 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8f9048-5db2-46de-929d-78a7971a6a4e None None] The sync data for ids ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'] in dv-cinder-784815-14-iscsi is: [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '957572ee-39e4-4b72-8ca8-bbec36b5b79a', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'floating_ip_address': '172.27.2.202', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'port_id': 'a4da582a-6527-48e4-b52c-7d888d7e053a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'mac_address': 'fa:16:3e:35:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e425ccc-4508-4267-bc69-5590c1f503ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:54:37Z', 'updated_at': '2022-05-19T13:55:38Z', 'revision_number': 2, 'project_id': '89b4336043d5446b922432a2f43af17a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b658886d-f22c-4936-aa90-0e68ac38b5ad', 'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'mac_address': 'fa:16:3e:a4:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:25Z', 'updated_at': '2022-05-19T13:54:34Z', 'revision_number': 5, 'project_id': '89b4336043d5446b922432a2f43af17a', 'subnets': [{'id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:58:29.675264 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aff763-7ea1-4e0f-984f-946f16eb7de1 None None] New status for floating IP b5241954-77a0-46e9-93b2-594dcc4f343b: DOWN {{(pid=110063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:58:29.831634 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4d729-0841-43c8-b0c8-c06aafd2a07b req-642d86f2-4472-4256-b46f-8064a884368d tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:29.839279 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b0f4d729-0841-43c8-b0c8-c06aafd2a07b req-642d86f2-4472-4256-b46f-8064a884368d tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0599363 May 19 13:58:29.886019 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b0f4d729-0841-43c8-b0c8-c06aafd2a07b req-e0fd34be-ca4c-4b54-aabe-9339051e774d tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458977 May 19 13:58:30.150553 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:58:30.171873 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] No Port match for: c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:58:30.172491 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device c02446b0-9eb0-4b0a-a1be-d0bf663a7a3d not bound to the agent host hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:58:30.181339 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d048044b-5550-4eea-bdf7-a26224da5463 req-65ee6f34-b90b-4488-b049-47623b8a6749 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ada6b8d-46b9-4ddc-93d4-3424f0e0eab4 HTTP/1.1" status: 200 len: 210 time: 0.0333927 May 19 13:58:31.016104 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8d1a0-204c-4b06-a50b-c801a64b79be req-c3caf63f-90d0-4188-b1c4-080bffb990dc tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:31.017673 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-05f8d1a0-204c-4b06-a50b-c801a64b79be req-c3caf63f-90d0-4188-b1c4-080bffb990dc tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0526667 May 19 13:58:31.068216 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-05f8d1a0-204c-4b06-a50b-c801a64b79be req-7599786a-4f75-4ef6-ba5f-c8e7192b818e tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434003 May 19 13:58:31.177434 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1567d-8fdd-4d88-aa4b-83fa70bd8faf req-435c0042-5eab-4b5f-953e-98a5f031c319 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:31.178919 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d5f1567d-8fdd-4d88-aa4b-83fa70bd8faf req-435c0042-5eab-4b5f-953e-98a5f031c319 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0461318 May 19 13:58:31.187438 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 34520) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:58:31.192291 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-a3058098-d1fe-413d-bb7e-5980c642d8fe tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Request body: {'floatingip': {'port_id': '9636a338-81c2-4e01-8620-ce36ba238295'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:58:31.256365 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-a3058098-d1fe-413d-bb7e-5980c642d8fe tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks [] for floatingip (0240a74b-5c41-4123-99fb-2c0e8883bb80), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:31.274153 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 34526) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:58:31.304261 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=100 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:31.331300 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b6a0dddb-2089-44c8-a893-728adbf60788 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group (4ac0bba0-324c-42db-b56f-2fe61befa34f), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:31.356338 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b6a0dddb-2089-44c8-a893-728adbf60788 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group (4ac0bba0-324c-42db-b56f-2fe61befa34f), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:31.415133 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b6a0dddb-2089-44c8-a893-728adbf60788 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (4ac0bba0-324c-42db-b56f-2fe61befa34f), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:31.418058 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b6a0dddb-2089-44c8-a893-728adbf60788 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:31.418390 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4cb248ee-c9f5-440b-8d80-b2c294b6944b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:31.419406 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-b6a0dddb-2089-44c8-a893-728adbf60788 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "DELETE /v2.0/security-groups/4ac0bba0-324c-42db-b56f-2fe61befa34f HTTP/1.1" status: 204 len: 168 time: 0.1442363 May 19 13:58:31.423692 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 34528) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:58:31.441521 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0dddb-2089-44c8-a893-728adbf60788 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac0bba0-324c-42db-b56f-2fe61befa34f,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:31.445023 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.api.v2.resource [None req-172c48e8-d6fe-45d1-b829-afb587dbfd3f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] show failed (client error): The resource could not be found. May 19 13:58:31.446029 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-172c48e8-d6fe-45d1-b829-afb587dbfd3f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups/4ac0bba0-324c-42db-b56f-2fe61befa34f HTTP/1.1" status: 404 len: 347 time: 0.0213025 May 19 13:58:31.448967 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 34530) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:58:31.450955 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0dddb-2089-44c8-a893-728adbf60788 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:31.451306 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0dddb-2089-44c8-a893-728adbf60788 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:31.451645 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0dddb-2089-44c8-a893-728adbf60788 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:31.451980 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0dddb-2089-44c8-a893-728adbf60788 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:31.452314 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0dddb-2089-44c8-a893-728adbf60788 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:31.452646 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0dddb-2089-44c8-a893-728adbf60788 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:31.452976 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0dddb-2089-44c8-a893-728adbf60788 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:31.453331 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0dddb-2089-44c8-a893-728adbf60788 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:31.453658 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0dddb-2089-44c8-a893-728adbf60788 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:31.453979 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0dddb-2089-44c8-a893-728adbf60788 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:31.454305 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0dddb-2089-44c8-a893-728adbf60788 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:31.454628 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0dddb-2089-44c8-a893-728adbf60788 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:31.454966 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0dddb-2089-44c8-a893-728adbf60788 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:31.455293 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0dddb-2089-44c8-a893-728adbf60788 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:31.455612 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0dddb-2089-44c8-a893-728adbf60788 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:31.666880 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-93516b0c-530f-43cb-8fbb-42efe35dd9d3 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Deleting port 9b4738aa-0bfa-4399-81a9-26a818e29153 {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:58:31.667224 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-93516b0c-530f-43cb-8fbb-42efe35dd9d3 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (9b4738aa-0bfa-4399-81a9-26a818e29153), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:31.800328 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:31.822544 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-93516b0c-530f-43cb-8fbb-42efe35dd9d3 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (9b4738aa-0bfa-4399-81a9-26a818e29153), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:31.822941 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-93516b0c-530f-43cb-8fbb-42efe35dd9d3 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (9b4738aa-0bfa-4399-81a9-26a818e29153), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:31.844383 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-93516b0c-530f-43cb-8fbb-42efe35dd9d3 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Calling delete_port for 9b4738aa-0bfa-4399-81a9-26a818e29153 owned by network:floatingip {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:58:31.887853 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:31.943985 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-a3058098-d1fe-413d-bb7e-5980c642d8fe tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:31.949689 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-a3058098-d1fe-413d-bb7e-5980c642d8fe tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (0240a74b-5c41-4123-99fb-2c0e8883bb80), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:32.140780 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-93516b0c-530f-43cb-8fbb-42efe35dd9d3 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (9b4738aa-0bfa-4399-81a9-26a818e29153), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:32.175442 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93516b0c-530f-43cb-8fbb-42efe35dd9d3 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event deleted for resources: {'Port': ['ID=9b4738aa-0bfa-4399-81a9-26a818e29153,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:32.272253 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3058098-d1fe-413d-bb7e-5980c642d8fe tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Router f1237507-bd1d-4f8e-806d-f16ede343778 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:58:32.281168 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-93516b0c-530f-43cb-8fbb-42efe35dd9d3 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (b5241954-77a0-46e9-93b2-594dcc4f343b), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:32.283710 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-93516b0c-530f-43cb-8fbb-42efe35dd9d3 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:32.284861 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-93516b0c-530f-43cb-8fbb-42efe35dd9d3 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "DELETE /v2.0/floatingips/b5241954-77a0-46e9-93b2-594dcc4f343b HTTP/1.1" status: 204 len: 168 time: 0.8349864 May 19 13:58:32.390953 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3058098-d1fe-413d-bb7e-5980c642d8fe tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:58:32.395805 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-a3058098-d1fe-413d-bb7e-5980c642d8fe tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:32.403577 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f608aab7-df36-4d7c-9d1b-53f6bdb5b0ca None None] Sync routers for ids ['f1237507-bd1d-4f8e-806d-f16ede343778'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:58:32.416760 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f608aab7-df36-4d7c-9d1b-53f6bdb5b0ca None None] Routers {'f1237507-bd1d-4f8e-806d-f16ede343778'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:58:32.417473 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-f608aab7-df36-4d7c-9d1b-53f6bdb5b0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:58:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['f1237507-bd1d-4f8e-806d-f16ede343778'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:58:32.431933 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83247503-3bc5-4f4d-9221-acd8b14033e8', 'tag': '9636a338-81c2-4e01-8620-ce36ba238295'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:58:32.433801 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f21699e-82bb-44f9-9c91-8b9f1e8310d9" -d '{"events": [{"name": "network-changed", "server_uuid": "83247503-3bc5-4f4d-9221-acd8b14033e8", "tag": "9636a338-81c2-4e01-8620-ce36ba238295"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:58:32.474749 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-a3058098-d1fe-413d-bb7e-5980c642d8fe tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "PUT /v2.0/floatingips/0240a74b-5c41-4123-99fb-2c0e8883bb80 HTTP/1.1" status: 200 len: 993 time: 1.2862468 May 19 13:58:32.476608 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2079364f-4b1a-4f9f-87aa-3d6e2bf2efda x-openstack-request-id: req-2079364f-4b1a-4f9f-87aa-3d6e2bf2efda {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:58:32.477409 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83247503-3bc5-4f4d-9221-acd8b14033e8", "tag": "9636a338-81c2-4e01-8620-ce36ba238295", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:58:32.477731 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2079364f-4b1a-4f9f-87aa-3d6e2bf2efda {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:58:32.478190 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2079364f-4b1a-4f9f-87aa-3d6e2bf2efda'] response: {'name': 'network-changed', 'server_uuid': '83247503-3bc5-4f4d-9221-acd8b14033e8', 'tag': '9636a338-81c2-4e01-8620-ce36ba238295', 'status': 'completed', 'code': 200} May 19 13:58:32.530980 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-f608aab7-df36-4d7c-9d1b-53f6bdb5b0ca None None] Set router f1237507-bd1d-4f8e-806d-f16ede343778 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:58:32.571164 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21699e-82bb-44f9-9c91-8b9f1e8310d9 req-58105314-e2d9-4b17-bd4a-01779c68a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:32.572835 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3f21699e-82bb-44f9-9c91-8b9f1e8310d9 req-58105314-e2d9-4b17-bd4a-01779c68a05e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28027af4cc0c4ca99035e48aa6237805&device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 1129 time: 0.0464706 May 19 13:58:32.670825 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21699e-82bb-44f9-9c91-8b9f1e8310d9 req-080fa211-3ccd-4247-9814-6574c0470443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:32.672341 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3f21699e-82bb-44f9-9c91-8b9f1e8310d9 req-080fa211-3ccd-4247-9814-6574c0470443 service neutron] 10.222.0.65 "GET /v2.0/networks?id=34a01e8b-7928-4301-ae0a-d1e9be21f258 HTTP/1.1" status: 200 len: 919 time: 0.0928972 May 19 13:58:32.760148 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3f21699e-82bb-44f9-9c91-8b9f1e8310d9 req-4a438ab5-daeb-43f4-92bf-4e963a015a13 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9636a338-81c2-4e01-8620-ce36ba238295 HTTP/1.1" status: 200 len: 1001 time: 0.0659900 May 19 13:58:32.764304 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-f608aab7-df36-4d7c-9d1b-53f6bdb5b0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'name': 'tempest-ServerRescueNegativeTestJSON-809597786-router', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd018a910-9843-4390-be75-edf5266f01ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:13Z', 'updated_at': '2022-05-19T13:54:23Z', 'revision_number': 4, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'gw_port': {'id': 'd018a910-9843-4390-be75-edf5266f01ce', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:14Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '0240a74b-5c41-4123-99fb-2c0e8883bb80', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'port_id': '9636a338-81c2-4e01-8620-ce36ba238295', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258', 'mac_address': 'fa:16:3e:84:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83247503-3bc5-4f4d-9221-acd8b14033e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:56:36Z', 'updated_at': '2022-05-19T13:58:31Z', 'revision_number': 3, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d68708-0560-44b9-9551-51b92d80e6a5', 'name': '', 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'mac_address': 'fa:16:3e:d9:14:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:21Z', 'updated_at': '2022-05-19T13:54:31Z', 'revision_number': 5, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'subnets': [{'id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:58:32.790808 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f608aab7-df36-4d7c-9d1b-53f6bdb5b0ca None None] Checking router: f1237507-bd1d-4f8e-806d-f16ede343778 for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:58:32.799539 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f608aab7-df36-4d7c-9d1b-53f6bdb5b0ca None None] Routers {'f1237507-bd1d-4f8e-806d-f16ede343778'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:58:32.800143 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-f608aab7-df36-4d7c-9d1b-53f6bdb5b0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:58:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['f1237507-bd1d-4f8e-806d-f16ede343778'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:58:32.823692 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:32.845789 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21699e-82bb-44f9-9c91-8b9f1e8310d9 req-5ecd51d9-74ce-4e43-8d5d-db9a6c336878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:32.847915 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3f21699e-82bb-44f9-9c91-8b9f1e8310d9 req-5ecd51d9-74ce-4e43-8d5d-db9a6c336878 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e59f71b-406f-4674-9cc1-e5ca82f3a90f HTTP/1.1" status: 200 len: 857 time: 0.0813737 May 19 13:58:32.887305 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:32.894022 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=100 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:32.898195 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21699e-82bb-44f9-9c91-8b9f1e8310d9 req-31b58d08-e78b-4cc7-bc74-e8344d64be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:32.899746 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3f21699e-82bb-44f9-9c91-8b9f1e8310d9 req-31b58d08-e78b-4cc7-bc74-e8344d64be30 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34a01e8b-7928-4301-ae0a-d1e9be21f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461643 May 19 13:58:32.906643 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-f608aab7-df36-4d7c-9d1b-53f6bdb5b0ca None None] Set router f1237507-bd1d-4f8e-806d-f16ede343778 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:58:33.185850 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=100 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:33.204810 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-f608aab7-df36-4d7c-9d1b-53f6bdb5b0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'name': 'tempest-ServerRescueNegativeTestJSON-809597786-router', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd018a910-9843-4390-be75-edf5266f01ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:13Z', 'updated_at': '2022-05-19T13:54:23Z', 'revision_number': 4, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'gw_port': {'id': 'd018a910-9843-4390-be75-edf5266f01ce', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:14Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '0240a74b-5c41-4123-99fb-2c0e8883bb80', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'port_id': '9636a338-81c2-4e01-8620-ce36ba238295', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258', 'mac_address': 'fa:16:3e:84:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83247503-3bc5-4f4d-9221-acd8b14033e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:56:36Z', 'updated_at': '2022-05-19T13:58:31Z', 'revision_number': 3, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d68708-0560-44b9-9551-51b92d80e6a5', 'name': '', 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'mac_address': 'fa:16:3e:d9:14:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:21Z', 'updated_at': '2022-05-19T13:54:31Z', 'revision_number': 5, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'subnets': [{'id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:58:33.222592 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3f21699e-82bb-44f9-9c91-8b9f1e8310d9 req-8f8056cf-5f76-4c8d-95cc-72334996cfef service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120968 May 19 13:58:33.230199 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f608aab7-df36-4d7c-9d1b-53f6bdb5b0ca None None] The sync data for ids ['f1237507-bd1d-4f8e-806d-f16ede343778'] in dv-cinder-784815-14-iscsi is: [{'id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'name': 'tempest-ServerRescueNegativeTestJSON-809597786-router', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd018a910-9843-4390-be75-edf5266f01ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:13Z', 'updated_at': '2022-05-19T13:54:23Z', 'revision_number': 4, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'gw_port': {'id': 'd018a910-9843-4390-be75-edf5266f01ce', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:14Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '0240a74b-5c41-4123-99fb-2c0e8883bb80', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'port_id': '9636a338-81c2-4e01-8620-ce36ba238295', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258', 'mac_address': 'fa:16:3e:84:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83247503-3bc5-4f4d-9221-acd8b14033e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:56:36Z', 'updated_at': '2022-05-19T13:58:31Z', 'revision_number': 3, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d68708-0560-44b9-9551-51b92d80e6a5', 'name': '', 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'mac_address': 'fa:16:3e:d9:14:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:21Z', 'updated_at': '2022-05-19T13:54:31Z', 'revision_number': 5, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'subnets': [{'id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:58:33.424862 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3f21699e-82bb-44f9-9c91-8b9f1e8310d9 req-fe8ecdce-7612-4c45-87f6-b4ac1cc088dd service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926690 May 19 13:58:33.793859 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-97959a97-fdfd-473e-94ab-24b1b6041d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:34.479259 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83247503-3bc5-4f4d-9221-acd8b14033e8', 'tag': '9636a338-81c2-4e01-8620-ce36ba238295'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:58:34.481554 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce0f6c3-7427-4b34-b6b1-141929c95d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "83247503-3bc5-4f4d-9221-acd8b14033e8", "tag": "9636a338-81c2-4e01-8620-ce36ba238295"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:58:34.519244 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5495219b-f2b4-4221-8ce7-e6da95730585 x-openstack-request-id: req-5495219b-f2b4-4221-8ce7-e6da95730585 {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:58:34.519534 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83247503-3bc5-4f4d-9221-acd8b14033e8", "tag": "9636a338-81c2-4e01-8620-ce36ba238295", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:58:34.519872 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5495219b-f2b4-4221-8ce7-e6da95730585 {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:58:34.520187 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5495219b-f2b4-4221-8ce7-e6da95730585'] response: {'name': 'network-changed', 'server_uuid': '83247503-3bc5-4f4d-9221-acd8b14033e8', 'tag': '9636a338-81c2-4e01-8620-ce36ba238295', 'status': 'completed', 'code': 200} May 19 13:58:34.605283 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0f6c3-7427-4b34-b6b1-141929c95d2e req-536a5b08-8289-4b7f-8e13-3e4d6d58ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:34.606713 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dce0f6c3-7427-4b34-b6b1-141929c95d2e req-536a5b08-8289-4b7f-8e13-3e4d6d58ac1d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28027af4cc0c4ca99035e48aa6237805&device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 1129 time: 0.0384789 May 19 13:58:34.704357 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0f6c3-7427-4b34-b6b1-141929c95d2e req-53952dc4-cd76-46cb-85dc-6d9cb12616e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:34.705693 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dce0f6c3-7427-4b34-b6b1-141929c95d2e req-53952dc4-cd76-46cb-85dc-6d9cb12616e3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=34a01e8b-7928-4301-ae0a-d1e9be21f258 HTTP/1.1" status: 200 len: 919 time: 0.0840650 May 19 13:58:34.775190 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dce0f6c3-7427-4b34-b6b1-141929c95d2e req-9cf9375d-abf5-4407-b4e4-c49ade811934 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9636a338-81c2-4e01-8620-ce36ba238295 HTTP/1.1" status: 200 len: 1001 time: 0.0572212 May 19 13:58:34.797303 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:34.826390 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0f6c3-7427-4b34-b6b1-141929c95d2e req-a3d78b40-a680-4f4f-8552-3e696284e1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:34.827838 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dce0f6c3-7427-4b34-b6b1-141929c95d2e req-a3d78b40-a680-4f4f-8552-3e696284e1d8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e59f71b-406f-4674-9cc1-e5ca82f3a90f HTTP/1.1" status: 200 len: 857 time: 0.0455549 May 19 13:58:34.871592 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0f6c3-7427-4b34-b6b1-141929c95d2e req-26c04b13-bac3-4047-bd6a-681278521c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:34.873103 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dce0f6c3-7427-4b34-b6b1-141929c95d2e req-26c04b13-bac3-4047-bd6a-681278521c50 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34a01e8b-7928-4301-ae0a-d1e9be21f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381589 May 19 13:58:34.977456 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dce0f6c3-7427-4b34-b6b1-141929c95d2e req-e3992c83-c264-4fb5-87ba-007f6d4e8f31 service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929492 May 19 13:58:35.109418 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dce0f6c3-7427-4b34-b6b1-141929c95d2e req-d38f3000-843e-48fc-a906-a851bf5bcb1c service neutron] 10.222.0.65 "GET /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208167 May 19 13:58:35.151839 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ebf16-3308-41ca-86b3-7c44cc53eda1 req-ff0e5845-6bbc-4d9a-8f74-51ef5a3bb1e7 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:35.153336 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-493ebf16-3308-41ca-86b3-7c44cc53eda1 req-ff0e5845-6bbc-4d9a-8f74-51ef5a3bb1e7 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 984 time: 0.0658476 May 19 13:58:35.232747 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1848e-7329-4fc3-a65b-b05e8e192069 req-569dca77-e780-41d3-a06a-0e091c145d09 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:35.234095 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-51d1848e-7329-4fc3-a65b-b05e8e192069 req-569dca77-e780-41d3-a06a-0e091c145d09 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 945 time: 0.0679600 May 19 13:58:35.266659 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-493ebf16-3308-41ca-86b3-7c44cc53eda1 req-37660bb0-fd89-4da3-9570-be3e8ba5a1a2 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=763fc0df-a0f0-43b9-a4cb-14c8e8cdd173&id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1075897 May 19 13:58:35.278433 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:35.295435 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-51d1848e-7329-4fc3-a65b-b05e8e192069 req-2a8d8362-b0e3-4162-add7-2b5fd71f0ae7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538275 May 19 13:58:36.322158 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:36.417794 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d4df5-8e0a-4dc1-a071-7ac1a792a2fe req-f5e746d8-e7f3-44ba-88a5-d7c07c1bd79e tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:36.419299 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c60d4df5-8e0a-4dc1-a071-7ac1a792a2fe req-f5e746d8-e7f3-44ba-88a5-d7c07c1bd79e tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 984 time: 0.0797148 May 19 13:58:36.434416 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27db72-5700-4bc5-a4d1-4e749473d030 req-949c4900-c7cd-497d-afdc-d600a98d70c3 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:36.435821 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0c27db72-5700-4bc5-a4d1-4e749473d030 req-949c4900-c7cd-497d-afdc-d600a98d70c3 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 945 time: 0.0628107 May 19 13:58:36.508410 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:36.520236 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0c27db72-5700-4bc5-a4d1-4e749473d030 req-aef43255-3282-47e9-bb39-8fd2a1467427 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785079 May 19 13:58:36.525494 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c60d4df5-8e0a-4dc1-a071-7ac1a792a2fe req-d8c651d5-3036-468a-aba1-bac27f0a1fac tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=763fc0df-a0f0-43b9-a4cb-14c8e8cdd173&id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0979292 May 19 13:58:36.736200 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928f072-46fd-42dd-b616-7d860cbbfc02 req-28cc904f-ca36-48eb-9706-eb6f5f83f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:36.737650 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4928f072-46fd-42dd-b616-7d860cbbfc02 req-28cc904f-ca36-48eb-9706-eb6f5f83f23e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a51cbae6cb494a2fac656e416fe868c2&device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 1168 time: 0.0426960 May 19 13:58:36.828737 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928f072-46fd-42dd-b616-7d860cbbfc02 req-42dccb7a-b897-44d1-bc42-2fba41add1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:36.830202 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4928f072-46fd-42dd-b616-7d860cbbfc02 req-42dccb7a-b897-44d1-bc42-2fba41add1b3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8 HTTP/1.1" status: 200 len: 915 time: 0.0843177 May 19 13:58:36.966838 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4928f072-46fd-42dd-b616-7d860cbbfc02 req-98990b57-666e-4320-a892-87ed5cf3163f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9f3edc9-7c52-4610-9122-024284dd285b HTTP/1.1" status: 200 len: 1001 time: 0.0568800 May 19 13:58:37.015629 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928f072-46fd-42dd-b616-7d860cbbfc02 req-16d1500b-149f-4396-8029-0fcf287561f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:37.016979 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4928f072-46fd-42dd-b616-7d860cbbfc02 req-16d1500b-149f-4396-8029-0fcf287561f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5c345f5b-8f24-4fa9-b60a-045ce3f37188 HTTP/1.1" status: 200 len: 853 time: 0.0424356 May 19 13:58:37.164527 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928f072-46fd-42dd-b616-7d860cbbfc02 req-0a1ed679-c5cf-4534-b8a1-c2814669d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:37.166069 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4928f072-46fd-42dd-b616-7d860cbbfc02 req-0a1ed679-c5cf-4534-b8a1-c2814669d1b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409467 May 19 13:58:37.202686 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681df45d-a557-4b16-a666-11e193c047b4 req-9a43ba9f-fd24-4b52-96a3-0223fa772d7a tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:37.204147 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-681df45d-a557-4b16-a666-11e193c047b4 req-9a43ba9f-fd24-4b52-96a3-0223fa772d7a tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 945 time: 0.0783470 May 19 13:58:37.264351 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4928f072-46fd-42dd-b616-7d860cbbfc02 req-88cdd85c-7800-40d8-ba01-396ae151bc76 service neutron] 10.222.0.65 "GET /v2.0/networks/15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878212 May 19 13:58:37.357708 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4928f072-46fd-42dd-b616-7d860cbbfc02 req-ff72f13f-8397-4031-9043-93661fed344f service neutron] 10.222.0.65 "GET /v2.0/networks/15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856242 May 19 13:58:37.548686 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [req-681df45d-a557-4b16-a666-11e193c047b4 req-323517da-c124-42f1-829f-219dfa5b7cc8 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Deleting port a4da582a-6527-48e4-b52c-7d888d7e053a {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:58:37.549030 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-681df45d-a557-4b16-a666-11e193c047b4 req-323517da-c124-42f1-829f-219dfa5b7cc8 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (a4da582a-6527-48e4-b52c-7d888d7e053a), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:37.638169 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:37.646975 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-681df45d-a557-4b16-a666-11e193c047b4 req-323517da-c124-42f1-829f-219dfa5b7cc8 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] For port a4da582a-6527-48e4-b52c-7d888d7e053a, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a4da582a-6527-48e4-b52c-7d888d7e053a,segment=NetworkSegment(4048a570-00c8-45bc-b081-09a854940d61),segment_id=4048a570-00c8-45bc-b081-09a854940d61)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:58:37.647342 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-681df45d-a557-4b16-a666-11e193c047b4 req-323517da-c124-42f1-829f-219dfa5b7cc8 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (a4da582a-6527-48e4-b52c-7d888d7e053a), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:37.681008 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732d15a-31b1-4fcd-a191-49d46b9f2c91 req-6141ab9b-a4ce-4fcb-979d-384fa8f9597b tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:37.682513 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2732d15a-31b1-4fcd-a191-49d46b9f2c91 req-6141ab9b-a4ce-4fcb-979d-384fa8f9597b tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 945 time: 0.0886481 May 19 13:58:37.702894 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75813984-c167-42b1-ab2b-481142916649 req-cd3b5d35-d773-49dc-93ad-9edd1fa7cab2 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:37.704299 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-75813984-c167-42b1-ab2b-481142916649 req-cd3b5d35-d773-49dc-93ad-9edd1fa7cab2 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 984 time: 0.0719564 May 19 13:58:37.763213 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2732d15a-31b1-4fcd-a191-49d46b9f2c91 req-b4d0ea9b-6ed7-4fa3-b2d8-c88cd09827fc tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=8483b8a1-3c52-4aba-a99f-362d14e688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749700 May 19 13:58:37.768672 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:37.795997 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-75813984-c167-42b1-ab2b-481142916649 req-737527b1-9d9b-4691-8634-6b5388bf9238 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=763fc0df-a0f0-43b9-a4cb-14c8e8cdd173&id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0853841 May 19 13:58:37.860461 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-681df45d-a557-4b16-a666-11e193c047b4 req-323517da-c124-42f1-829f-219dfa5b7cc8 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:37.860997 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-681df45d-a557-4b16-a666-11e193c047b4 req-323517da-c124-42f1-829f-219dfa5b7cc8 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (957572ee-39e4-4b72-8ca8-bbec36b5b79a), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:37.861403 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.db.l3_db [req-681df45d-a557-4b16-a666-11e193c047b4 req-323517da-c124-42f1-829f-219dfa5b7cc8 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Floating IP 957572ee-39e4-4b72-8ca8-bbec36b5b79a disassociated. External IP: 172.27.2.202, port: a4da582a-6527-48e4-b52c-7d888d7e053a. May 19 13:58:37.861877 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [req-681df45d-a557-4b16-a666-11e193c047b4 req-323517da-c124-42f1-829f-219dfa5b7cc8 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Calling delete_port for a4da582a-6527-48e4-b52c-7d888d7e053a owned by compute:nova {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:58:38.014299 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-681df45d-a557-4b16-a666-11e193c047b4 req-323517da-c124-42f1-829f-219dfa5b7cc8 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (a4da582a-6527-48e4-b52c-7d888d7e053a), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:38.041967 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323517da-c124-42f1-829f-219dfa5b7cc8 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event deleted for resources: {'Port': ['ID=a4da582a-6527-48e4-b52c-7d888d7e053a,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:38.153191 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [req-681df45d-a557-4b16-a666-11e193c047b4 req-323517da-c124-42f1-829f-219dfa5b7cc8 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:58:38.204516 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:38.256462 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-681df45d-a557-4b16-a666-11e193c047b4 req-323517da-c124-42f1-829f-219dfa5b7cc8 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:58:38.265541 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86a4d8e-a794-4a71-98bd-ec94c518ea57 None None] Sync routers for ids ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'] in dv-cinder-784815-14-iscsi {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:58:38.276948 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86a4d8e-a794-4a71-98bd-ec94c518ea57 None None] Routers {'c29ace15-9abc-4134-a1cd-ea0d1e6a0763'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:58:38.277591 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-a86a4d8e-a794-4a71-98bd-ec94c518ea57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:58:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:58:38.318435 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [req-681df45d-a557-4b16-a666-11e193c047b4 req-323517da-c124-42f1-829f-219dfa5b7cc8 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] No DVR routers for this DVR port a4da582a-6527-48e4-b52c-7d888d7e053a on host hv-cinder-78481 {{(pid=110062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:58:38.321575 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-681df45d-a557-4b16-a666-11e193c047b4 req-323517da-c124-42f1-829f-219dfa5b7cc8 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:38.324726 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-681df45d-a557-4b16-a666-11e193c047b4 req-323517da-c124-42f1-829f-219dfa5b7cc8 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.65 "DELETE /v2.0/ports/a4da582a-6527-48e4-b52c-7d888d7e053a HTTP/1.1" status: 204 len: 173 time: 1.1096532 May 19 13:58:38.325158 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e425ccc-4508-4267-bc69-5590c1f503ec', 'name': 'network-vif-deleted', 'tag': 'a4da582a-6527-48e4-b52c-7d888d7e053a'}] {{(pid=110062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:58:38.327436 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dff7f06c5e0e0f36f9473af0b06c6f419441bd6c4accb13c2a4abbfe17b595b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2874cba9-cc53-4f68-a885-1e18d89c620e" -d '{"events": [{"server_uuid": "2e425ccc-4508-4267-bc69-5590c1f503ec", "name": "network-vif-deleted", "tag": "a4da582a-6527-48e4-b52c-7d888d7e053a"}]}' {{(pid=110062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:58:38.364998 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a2151f-4e6a-43ec-8a7e-7b9fa7c550ab x-openstack-request-id: req-68a2151f-4e6a-43ec-8a7e-7b9fa7c550ab {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:58:38.365502 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e425ccc-4508-4267-bc69-5590c1f503ec", "name": "network-vif-deleted", "tag": "a4da582a-6527-48e4-b52c-7d888d7e053a", "status": "completed", "code": 200}]} {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:58:38.365760 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-68a2151f-4e6a-43ec-8a7e-7b9fa7c550ab {{(pid=110062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:58:38.366166 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68a2151f-4e6a-43ec-8a7e-7b9fa7c550ab'] response: {'server_uuid': '2e425ccc-4508-4267-bc69-5590c1f503ec', 'name': 'network-vif-deleted', 'tag': 'a4da582a-6527-48e4-b52c-7d888d7e053a', 'status': 'completed', 'code': 200} May 19 13:58:38.533590 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-a86a4d8e-a794-4a71-98bd-ec94c518ea57 None None] Set router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:58:38.719789 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-a86a4d8e-a794-4a71-98bd-ec94c518ea57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'b658886d-f22c-4936-aa90-0e68ac38b5ad', 'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'mac_address': 'fa:16:3e:a4:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:25Z', 'updated_at': '2022-05-19T13:54:34Z', 'revision_number': 5, 'project_id': '89b4336043d5446b922432a2f43af17a', 'subnets': [{'id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:58:38.743871 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86a4d8e-a794-4a71-98bd-ec94c518ea57 None None] Checking router: c29ace15-9abc-4134-a1cd-ea0d1e6a0763 for host: dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:58:38.750351 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:38.752539 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86a4d8e-a794-4a71-98bd-ec94c518ea57 None None] Routers {'c29ace15-9abc-4134-a1cd-ea0d1e6a0763'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:58:38.753135 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-a86a4d8e-a794-4a71-98bd-ec94c518ea57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:58:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:58:38.858938 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-a86a4d8e-a794-4a71-98bd-ec94c518ea57 None None] Set router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:58:38.909182 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-07bb4b83-495a-4819-a7ad-d83ad72d4a80 req-9ff804e9-5b44-4f31-b4e3-b4924a9ff150 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e425ccc-4508-4267-bc69-5590c1f503ec HTTP/1.1" status: 200 len: 210 time: 0.0605679 May 19 13:58:38.962149 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd55a16-bffd-4b6b-8625-46f16fa290f6 req-8e76d76e-9fda-4b86-bb8d-a3f2032319d7 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:38.963903 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6fd55a16-bffd-4b6b-8625-46f16fa290f6 req-8e76d76e-9fda-4b86-bb8d-a3f2032319d7 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 984 time: 0.0567715 May 19 13:58:39.016691 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:39.031059 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6fd55a16-bffd-4b6b-8625-46f16fa290f6 req-a5fd3e6f-65e8-4a9a-ac6f-99b6f6b72108 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=763fc0df-a0f0-43b9-a4cb-14c8e8cdd173&id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609829 May 19 13:58:39.068005 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-a86a4d8e-a794-4a71-98bd-ec94c518ea57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'b658886d-f22c-4936-aa90-0e68ac38b5ad', 'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'mac_address': 'fa:16:3e:a4:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:25Z', 'updated_at': '2022-05-19T13:54:34Z', 'revision_number': 5, 'project_id': '89b4336043d5446b922432a2f43af17a', 'subnets': [{'id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:58:39.095620 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86a4d8e-a794-4a71-98bd-ec94c518ea57 None None] The sync data for ids ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'] in dv-cinder-784815-14-iscsi is: [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'b658886d-f22c-4936-aa90-0e68ac38b5ad', 'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'mac_address': 'fa:16:3e:a4:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:25Z', 'updated_at': '2022-05-19T13:54:34Z', 'revision_number': 5, 'project_id': '89b4336043d5446b922432a2f43af17a', 'subnets': [{'id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:58:39.311804 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf2b14b-9b11-454e-91bf-e8ffce7c68d7 None None] New status for floating IP 957572ee-39e4-4b72-8ca8-bbec36b5b79a: DOWN {{(pid=110064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:58:39.997771 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 34586) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:58:40.054278 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3d029f95-2ce0-4c05-980d-cd761717dccb tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group (8483b8a1-3c52-4aba-a99f-362d14e688e8), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:40.079327 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3d029f95-2ce0-4c05-980d-cd761717dccb tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group (8483b8a1-3c52-4aba-a99f-362d14e688e8), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:40.128444 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3d029f95-2ce0-4c05-980d-cd761717dccb tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (8483b8a1-3c52-4aba-a99f-362d14e688e8), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:40.132079 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3d029f95-2ce0-4c05-980d-cd761717dccb tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:40.133317 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-3d029f95-2ce0-4c05-980d-cd761717dccb tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "DELETE /v2.0/security-groups/8483b8a1-3c52-4aba-a99f-362d14e688e8 HTTP/1.1" status: 204 len: 168 time: 0.1345904 May 19 13:58:40.136645 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 34590) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:58:40.149214 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd8a6b-1506-467a-8c38-8329963e21d2 req-f991a688-81ed-4737-a157-e62e6a62a503 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:40.150730 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-53cd8a6b-1506-467a-8c38-8329963e21d2 req-f991a688-81ed-4737-a157-e62e6a62a503 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 984 time: 0.0502431 May 19 13:58:40.154954 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d029f95-2ce0-4c05-980d-cd761717dccb tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8483b8a1-3c52-4aba-a99f-362d14e688e8,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:40.158372 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.api.v2.resource [None req-d80725f6-d406-4f79-8aaa-b9608ecdab5a tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] show failed (client error): The resource could not be found. May 19 13:58:40.163939 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-d80725f6-d406-4f79-8aaa-b9608ecdab5a tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups/8483b8a1-3c52-4aba-a99f-362d14e688e8 HTTP/1.1" status: 404 len: 347 time: 0.0206490 May 19 13:58:40.163939 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 34592) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:58:40.200585 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:40.217948 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-53cd8a6b-1506-467a-8c38-8329963e21d2 req-ad40a98b-cbb7-45d9-8b17-3fe4ecd94f8f tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=763fc0df-a0f0-43b9-a4cb-14c8e8cdd173&id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614090 May 19 13:58:40.278551 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-4fec92c9-b054-4e71-8735-d6dbf6ab0143 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Deleting port ed36d620-f00f-48ea-af31-db37e808d164 {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:58:40.278903 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4fec92c9-b054-4e71-8735-d6dbf6ab0143 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (ed36d620-f00f-48ea-af31-db37e808d164), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:40.353048 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:40.355063 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4fec92c9-b054-4e71-8735-d6dbf6ab0143 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (ed36d620-f00f-48ea-af31-db37e808d164), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:40.355384 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4fec92c9-b054-4e71-8735-d6dbf6ab0143 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (ed36d620-f00f-48ea-af31-db37e808d164), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:40.368897 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-4fec92c9-b054-4e71-8735-d6dbf6ab0143 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Calling delete_port for ed36d620-f00f-48ea-af31-db37e808d164 owned by network:floatingip {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:58:40.503676 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4fec92c9-b054-4e71-8735-d6dbf6ab0143 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (ed36d620-f00f-48ea-af31-db37e808d164), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:40.529102 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec92c9-b054-4e71-8735-d6dbf6ab0143 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event deleted for resources: {'Port': ['ID=ed36d620-f00f-48ea-af31-db37e808d164,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:40.589085 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4fec92c9-b054-4e71-8735-d6dbf6ab0143 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (957572ee-39e4-4b72-8ca8-bbec36b5b79a), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:40.591499 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4fec92c9-b054-4e71-8735-d6dbf6ab0143 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:40.592620 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-4fec92c9-b054-4e71-8735-d6dbf6ab0143 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "DELETE /v2.0/floatingips/957572ee-39e4-4b72-8ca8-bbec36b5b79a HTTP/1.1" status: 204 len: 168 time: 0.4279275 May 19 13:58:40.670148 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 34596) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:58:40.674726 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-27b2855f-cbf7-4687-99cd-21b9e30125a9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2053240073', 'description': 'tempest-description--488570262'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:58:40.695281 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-27b2855f-cbf7-4687-99cd-21b9e30125a9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:40.762681 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-27b2855f-cbf7-4687-99cd-21b9e30125a9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group (bb0ac8df-2517-4a88-b198-86a5f1c6097f), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:40.766546 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-27b2855f-cbf7-4687-99cd-21b9e30125a9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (bb0ac8df-2517-4a88-b198-86a5f1c6097f), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:40.796761 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:40.799426 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-27b2855f-cbf7-4687-99cd-21b9e30125a9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:40.800611 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-27b2855f-cbf7-4687-99cd-21b9e30125a9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1294689 May 19 13:58:40.803433 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2855f-cbf7-4687-99cd-21b9e30125a9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0ac8df-2517-4a88-b198-86a5f1c6097f,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:40.803734 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 34598) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:58:40.810183 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-3e3c2f41-5ef5-4a1f-b263-3aae1b0f89c5 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Request body: {'security_group_rule': {'security_group_id': 'bb0ac8df-2517-4a88-b198-86a5f1c6097f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:58:40.838152 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2f41-5ef5-4a1f-b263-3aae1b0f89c5 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group_rule (63bcab17-196f-4175-914f-8ddc25d05b3f), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:40.841399 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:40.898800 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2f41-5ef5-4a1f-b263-3aae1b0f89c5 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group_rule (63bcab17-196f-4175-914f-8ddc25d05b3f), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:40.902266 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2f41-5ef5-4a1f-b263-3aae1b0f89c5 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (63bcab17-196f-4175-914f-8ddc25d05b3f), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:40.921049 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c2f41-5ef5-4a1f-b263-3aae1b0f89c5 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63bcab17-196f-4175-914f-8ddc25d05b3f,revision_number=0']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:40.930414 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2f41-5ef5-4a1f-b263-3aae1b0f89c5 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:40.931635 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-3e3c2f41-5ef5-4a1f-b263-3aae1b0f89c5 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267753 May 19 13:58:40.934206 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 34600) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:58:40.938362 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-9ae5ad89-0ed4-48d5-bf42-e15000536a65 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Request body: {'security_group_rule': {'security_group_id': 'bb0ac8df-2517-4a88-b198-86a5f1c6097f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:58:40.965351 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9ae5ad89-0ed4-48d5-bf42-e15000536a65 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group_rule (1ea65c09-7830-4ae1-84c4-9653c6c495c8), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:41.013955 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9ae5ad89-0ed4-48d5-bf42-e15000536a65 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group_rule (1ea65c09-7830-4ae1-84c4-9653c6c495c8), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:41.017449 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9ae5ad89-0ed4-48d5-bf42-e15000536a65 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (1ea65c09-7830-4ae1-84c4-9653c6c495c8), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:41.035569 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5ad89-0ed4-48d5-bf42-e15000536a65 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea65c09-7830-4ae1-84c4-9653c6c495c8,revision_number=0']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:41.042103 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9ae5ad89-0ed4-48d5-bf42-e15000536a65 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:41.043277 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-9ae5ad89-0ed4-48d5-bf42-e15000536a65 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1081526 May 19 13:58:41.046380 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 34602) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:58:41.050467 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-73596f29-0781-4f59-b07d-6d286ba3d344 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Request body: {'floatingip': {'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:58:41.071095 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-73596f29-0781-4f59-b07d-6d286ba3d344 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:41.149535 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-73596f29-0781-4f59-b07d-6d286ba3d344 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:41.252456 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_common [None req-73596f29-0781-4f59-b07d-6d286ba3d344 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Allocated IP 172.27.2.100 (db349b0a-3651-4f3e-8f89-c44d13ee049b/851bfd66-21de-4b67-adef-488354d2d2c5/7128ae4c-a1da-42ee-ac12-d5f17e90f30e) {{(pid=110061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:58:41.358634 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962b455-5511-468d-a63a-19a118b39fb2 req-4de2684a-2ee8-44fd-850e-9c68d28235a0 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:41.359997 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b962b455-5511-468d-a63a-19a118b39fb2 req-4de2684a-2ee8-44fd-850e-9c68d28235a0 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 984 time: 0.0554292 May 19 13:58:41.419053 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-73596f29-0781-4f59-b07d-6d286ba3d344 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for port (7128ae4c-a1da-42ee-ac12-d5f17e90f30e), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:41.454040 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b962b455-5511-468d-a63a-19a118b39fb2 req-6eb19881-d932-4d26-91fc-af37062dfd39 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=763fc0df-a0f0-43b9-a4cb-14c8e8cdd173&id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0836165 May 19 13:58:41.472755 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:41.479599 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-73596f29-0781-4f59-b07d-6d286ba3d344 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (7128ae4c-a1da-42ee-ac12-d5f17e90f30e), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:41.522966 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73596f29-0781-4f59-b07d-6d286ba3d344 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Network db349b0a-3651-4f3e-8f89-c44d13ee049b is already hosted by enough agents. {{(pid=110061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:58:41.525711 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [None req-73596f29-0781-4f59-b07d-6d286ba3d344 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Resources bound (agent type, host, resource id): {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:58:41.529226 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73596f29-0781-4f59-b07d-6d286ba3d344 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Received port after_create {{(pid=110061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:58:41.553464 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73596f29-0781-4f59-b07d-6d286ba3d344 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event updated for resources: {'Port': ['ID=7128ae4c-a1da-42ee-ac12-d5f17e90f30e,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:41.557002 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:41.616552 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-73596f29-0781-4f59-b07d-6d286ba3d344 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (94cadac3-9f09-42fe-94e2-bfc157cc4aff), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:41.651844 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-73596f29-0781-4f59-b07d-6d286ba3d344 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (7128ae4c-a1da-42ee-ac12-d5f17e90f30e), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:41.830922 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-73596f29-0781-4f59-b07d-6d286ba3d344 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for port (7128ae4c-a1da-42ee-ac12-d5f17e90f30e), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:41.835431 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-73596f29-0781-4f59-b07d-6d286ba3d344 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30676627'] for port (7128ae4c-a1da-42ee-ac12-d5f17e90f30e), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:41.905631 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73596f29-0781-4f59-b07d-6d286ba3d344 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event updated for resources: {'Port': ['ID=7128ae4c-a1da-42ee-ac12-d5f17e90f30e,revision_number=2']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:41.912267 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-73596f29-0781-4f59-b07d-6d286ba3d344 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (94cadac3-9f09-42fe-94e2-bfc157cc4aff), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:41.928585 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-73596f29-0781-4f59-b07d-6d286ba3d344 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:41.929854 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-73596f29-0781-4f59-b07d-6d286ba3d344 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8824849 May 19 13:58:42.123073 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d15816a1-0691-491f-bd82-cef5699674c4 req-a71ad55a-4011-4445-8d37-5fcdd79b950e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2053240073&fields=id&tenant_id=89b4336043d5446b922432a2f43af17a HTTP/1.1" status: 200 len: 267 time: 0.0424771 May 19 13:58:42.209641 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device a4da582a-6527-48e4-b52c-7d888d7e053a no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:58:42.229032 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] No Port match for: a4da582a-6527-48e4-b52c-7d888d7e053a {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:58:42.229379 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device a4da582a-6527-48e4-b52c-7d888d7e053a not bound to the agent host hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:58:42.231999 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15816a1-0691-491f-bd82-cef5699674c4 req-c9158f63-a439-46f8-bf22-c19febc5c765 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:42.233529 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d15816a1-0691-491f-bd82-cef5699674c4 req-c9158f63-a439-46f8-bf22-c19febc5c765 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/networks?id=08206db8-8e78-4412-8a62-0db97bb617cf HTTP/1.1" status: 200 len: 815 time: 0.1035585 May 19 13:58:42.248501 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d15816a1-0691-491f-bd82-cef5699674c4 req-6bfb75ca-1e83-443f-9f89-51fe2ae3eb09 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/quotas/89b4336043d5446b922432a2f43af17a HTTP/1.1" status: 200 len: 375 time: 0.0091527 May 19 13:58:42.295853 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d15816a1-0691-491f-bd82-cef5699674c4 req-e6590db4-da1f-411b-b684-a45341000378 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=89b4336043d5446b922432a2f43af17a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426476 May 19 13:58:42.393733 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d15816a1-0691-491f-bd82-cef5699674c4 req-c01df360-70d1-4e09-9158-ed18126a52e2 service neutron] 10.222.0.52 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864031 May 19 13:58:42.483454 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d15816a1-0691-491f-bd82-cef5699674c4 req-d72ed4a6-ab0b-40b7-8d27-1e6b30f8a168 service neutron] 10.222.0.52 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838614 May 19 13:58:42.565232 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:42.575217 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182cc0c9-041f-49d8-b78e-1567b9065e29 req-08d9caf1-c68b-46d3-9e74-c2f926815918 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:42.576700 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-182cc0c9-041f-49d8-b78e-1567b9065e29 req-08d9caf1-c68b-46d3-9e74-c2f926815918 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 984 time: 0.0543299 May 19 13:58:42.603629 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:42.662520 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e70ee784-2026-4078-a9c7-0899433a7fc3 req-a0b7b411-fce3-4ba5-a9a8-b3f8b645ffe6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2be2ac-8751-4467-9d51-1eee62e05dbe HTTP/1.1" status: 200 len: 210 time: 0.0346174 May 19 13:58:42.668747 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-182cc0c9-041f-49d8-b78e-1567b9065e29 req-c35db44e-0017-4afb-845a-99716907323e tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=763fc0df-a0f0-43b9-a4cb-14c8e8cdd173&id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0855823 May 19 13:58:43.781726 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d8c3c2d3-973e-43d2-8c4d-bd71f5ff9750 req-98a44454-4109-4cf2-801c-445a0d9762e6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2be2ac-8751-4467-9d51-1eee62e05dbe HTTP/1.1" status: 200 len: 210 time: 0.0385294 May 19 13:58:43.817646 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15816a1-0691-491f-bd82-cef5699674c4 req-c691e37d-a272-4c13-b3a8-eb547f2734cc tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:43.820132 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-d15816a1-0691-491f-bd82-cef5699674c4 req-c691e37d-a272-4c13-b3a8-eb547f2734cc tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.65 "GET /v2.0/networks?id=08206db8-8e78-4412-8a62-0db97bb617cf HTTP/1.1" status: 200 len: 815 time: 0.1346085 May 19 13:58:43.822796 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b5bb6-f243-4549-9550-8b0799372360 req-bf06a572-1768-40bb-a270-d4a0444a8b11 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:43.824292 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0a0b5bb6-f243-4549-9550-8b0799372360 req-bf06a572-1768-40bb-a270-d4a0444a8b11 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 984 time: 0.0723600 May 19 13:58:43.888836 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0a0b5bb6-f243-4549-9550-8b0799372360 req-c125e2e0-2f9b-4007-b80a-506262fdb97a tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=763fc0df-a0f0-43b9-a4cb-14c8e8cdd173&id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586362 May 19 13:58:43.904028 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-d15816a1-0691-491f-bd82-cef5699674c4 req-10e88442-6484-4298-bda7-31953933d83d tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89b4336043d5446b922432a2f43af17a HTTP/1.1" status: 200 len: 380 time: 0.0551155 May 19 13:58:44.023007 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [req-d15816a1-0691-491f-bd82-cef5699674c4 req-42b46fa1-93e2-4042-83e1-ced9c66d1b51 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Request body: {'port': {'device_id': '0c2be2ac-8751-4467-9d51-1eee62e05dbe', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'admin_state_up': True, 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'security_groups': ['bb0ac8df-2517-4a88-b198-86a5f1c6097f']}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:58:44.129165 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d15816a1-0691-491f-bd82-cef5699674c4 req-42b46fa1-93e2-4042-83e1-ced9c66d1b51 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Made reservation on behalf of 89b4336043d5446b922432a2f43af17a for: {'port': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:58:44.133011 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-d15816a1-0691-491f-bd82-cef5699674c4 req-42b46fa1-93e2-4042-83e1-ced9c66d1b51 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:44.260658 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [req-d15816a1-0691-491f-bd82-cef5699674c4 req-42b46fa1-93e2-4042-83e1-ced9c66d1b51 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Allocated IP 172.20.0.4 (08206db8-8e78-4412-8a62-0db97bb617cf/0bdab701-d9d2-42c8-941c-7cdfe8e595b0/0034a6da-8683-41b5-98a9-fbbf91e91c4d) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:58:44.262425 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:44.402469 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-d15816a1-0691-491f-bd82-cef5699674c4 req-42b46fa1-93e2-4042-83e1-ced9c66d1b51 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for port (0034a6da-8683-41b5-98a9-fbbf91e91c4d), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:44.435318 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-d15816a1-0691-491f-bd82-cef5699674c4 req-42b46fa1-93e2-4042-83e1-ced9c66d1b51 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (0034a6da-8683-41b5-98a9-fbbf91e91c4d), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:44.485613 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15816a1-0691-491f-bd82-cef5699674c4 req-42b46fa1-93e2-4042-83e1-ced9c66d1b51 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Network 08206db8-8e78-4412-8a62-0db97bb617cf is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:58:44.491361 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [req-d15816a1-0691-491f-bd82-cef5699674c4 req-42b46fa1-93e2-4042-83e1-ced9c66d1b51 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:58:44.493465 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b46fa1-93e2-4042-83e1-ced9c66d1b51 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event updated for resources: {'Port': ['ID=0034a6da-8683-41b5-98a9-fbbf91e91c4d,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:44.495635 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15816a1-0691-491f-bd82-cef5699674c4 req-42b46fa1-93e2-4042-83e1-ced9c66d1b51 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:58:44.549023 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15816a1-0691-491f-bd82-cef5699674c4 req-42b46fa1-93e2-4042-83e1-ced9c66d1b51 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:44.549486 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-d15816a1-0691-491f-bd82-cef5699674c4 req-42b46fa1-93e2-4042-83e1-ced9c66d1b51 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:44.566848 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-d15816a1-0691-491f-bd82-cef5699674c4 req-42b46fa1-93e2-4042-83e1-ced9c66d1b51 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5483229 May 19 13:58:44.591447 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [req-d15816a1-0691-491f-bd82-cef5699674c4 req-84fe31e0-a101-4855-98a6-68f0f7e22d56 service neutron] Request body: {'port': {'device_id': '0c2be2ac-8751-4467-9d51-1eee62e05dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:58:44.653276 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-d15816a1-0691-491f-bd82-cef5699674c4 req-84fe31e0-a101-4855-98a6-68f0f7e22d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (0034a6da-8683-41b5-98a9-fbbf91e91c4d), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:44.694321 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:44.769656 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-5993b103-9343-4dfd-8e70-5bf5dd8aeaf9 None None] Provisioning complete for port 0034a6da-8683-41b5-98a9-fbbf91e91c4d triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:58:44.770215 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-5993b103-9343-4dfd-8e70-5bf5dd8aeaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (0034a6da-8683-41b5-98a9-fbbf91e91c4d), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:44.801832 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-5993b103-9343-4dfd-8e70-5bf5dd8aeaf9 None None] Port 0034a6da-8683-41b5-98a9-fbbf91e91c4d cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:58:44.903428 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52949657-450c-4052-bf2b-103614f8cd28 req-181ad58d-9634-48f3-b3e7-16266ab4bce6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:44.904803 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-52949657-450c-4052-bf2b-103614f8cd28 req-181ad58d-9634-48f3-b3e7-16266ab4bce6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2be2ac-8751-4467-9d51-1eee62e05dbe HTTP/1.1" status: 200 len: 931 time: 0.0485461 May 19 13:58:44.943412 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [req-d15816a1-0691-491f-bd82-cef5699674c4 req-84fe31e0-a101-4855-98a6-68f0f7e22d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0034a6da-8683-41b5-98a9-fbbf91e91c4d {{(pid=110062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:58:44.951258 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-d15816a1-0691-491f-bd82-cef5699674c4 req-84fe31e0-a101-4855-98a6-68f0f7e22d56 service neutron] Publish callbacks [] for port (0034a6da-8683-41b5-98a9-fbbf91e91c4d), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:44.955387 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-52949657-450c-4052-bf2b-103614f8cd28 req-9f5e219e-fa80-4557-aabe-16e23bb8c7bb tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb0ac8df-2517-4a88-b198-86a5f1c6097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447700 May 19 13:58:44.966056 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.provisioning_blocks [req-d15816a1-0691-491f-bd82-cef5699674c4 req-84fe31e0-a101-4855-98a6-68f0f7e22d56 service neutron] Transition to ACTIVE for port object 0034a6da-8683-41b5-98a9-fbbf91e91c4d will not be triggered until provisioned by entity L2. {{(pid=110062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:58:44.971930 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-d15816a1-0691-491f-bd82-cef5699674c4 req-84fe31e0-a101-4855-98a6-68f0f7e22d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29558909'] for port (0034a6da-8683-41b5-98a9-fbbf91e91c4d), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:45.016496 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fa29b-7f0a-4dbe-b5e9-6130861f96cb req-d7e13430-703b-42c0-9253-3999a3264447 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:45.018010 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-142fa29b-7f0a-4dbe-b5e9-6130861f96cb req-d7e13430-703b-42c0-9253-3999a3264447 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 984 time: 0.0503690 May 19 13:58:45.019933 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:45.026303 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe31e0-a101-4855-98a6-68f0f7e22d56 service neutron] Pushing event updated for resources: {'Port': ['ID=0034a6da-8683-41b5-98a9-fbbf91e91c4d,revision_number=2']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:45.097442 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-142fa29b-7f0a-4dbe-b5e9-6130861f96cb req-ee496428-7366-4e6f-9073-07cbb2aec840 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=763fc0df-a0f0-43b9-a4cb-14c8e8cdd173&id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638924 May 19 13:58:45.108401 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-d15816a1-0691-491f-bd82-cef5699674c4 req-84fe31e0-a101-4855-98a6-68f0f7e22d56 service neutron] Attempting to bind port 0034a6da-8683-41b5-98a9-fbbf91e91c4d on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:58:45.108731 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-d15816a1-0691-491f-bd82-cef5699674c4 req-84fe31e0-a101-4855-98a6-68f0f7e22d56 service neutron] Attempting to bind port 0034a6da-8683-41b5-98a9-fbbf91e91c4d by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '4048a570-00c8-45bc-b081-09a854940d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf'}] {{(pid=110062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:58:45.109057 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15816a1-0691-491f-bd82-cef5699674c4 req-84fe31e0-a101-4855-98a6-68f0f7e22d56 service neutron] Attempting to bind port 0034a6da-8683-41b5-98a9-fbbf91e91c4d on network 08206db8-8e78-4412-8a62-0db97bb617cf {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:58:45.119316 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15816a1-0691-491f-bd82-cef5699674c4 req-84fe31e0-a101-4855-98a6-68f0f7e22d56 service neutron] Port 0034a6da-8683-41b5-98a9-fbbf91e91c4d on network 08206db8-8e78-4412-8a62-0db97bb617cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:58:45.119646 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15816a1-0691-491f-bd82-cef5699674c4 req-84fe31e0-a101-4855-98a6-68f0f7e22d56 service neutron] Attempting to bind port 0034a6da-8683-41b5-98a9-fbbf91e91c4d on network 08206db8-8e78-4412-8a62-0db97bb617cf {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:58:45.125227 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15816a1-0691-491f-bd82-cef5699674c4 req-84fe31e0-a101-4855-98a6-68f0f7e22d56 service neutron] Checking agent: {'id': '7bec7b2c-83f8-44b0-a5e6-0a5454b173c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'started_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:58:45.125590 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15816a1-0691-491f-bd82-cef5699674c4 req-84fe31e0-a101-4855-98a6-68f0f7e22d56 service neutron] Checking segment: {'id': '4048a570-00c8-45bc-b081-09a854940d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:58:45.125967 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15816a1-0691-491f-bd82-cef5699674c4 req-84fe31e0-a101-4855-98a6-68f0f7e22d56 service neutron] Bound using segment: {'id': '4048a570-00c8-45bc-b081-09a854940d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf'} {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:58:45.126413 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-d15816a1-0691-491f-bd82-cef5699674c4 req-84fe31e0-a101-4855-98a6-68f0f7e22d56 service neutron] Bound port: 0034a6da-8683-41b5-98a9-fbbf91e91c4d, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4048a570-00c8-45bc-b081-09a854940d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf'}}] {{(pid=110062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:58:45.126744 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-d15816a1-0691-491f-bd82-cef5699674c4 req-84fe31e0-a101-4855-98a6-68f0f7e22d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (0034a6da-8683-41b5-98a9-fbbf91e91c4d), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:45.191335 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-d15816a1-0691-491f-bd82-cef5699674c4 req-84fe31e0-a101-4855-98a6-68f0f7e22d56 service neutron] For port 0034a6da-8683-41b5-98a9-fbbf91e91c4d, host hv-cinder-78481, cleared binding levels {{(pid=110062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:58:45.195212 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-d15816a1-0691-491f-bd82-cef5699674c4 req-84fe31e0-a101-4855-98a6-68f0f7e22d56 service neutron] For port 0034a6da-8683-41b5-98a9-fbbf91e91c4d, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=0034a6da-8683-41b5-98a9-fbbf91e91c4d,segment=NetworkSegment(4048a570-00c8-45bc-b081-09a854940d61),segment_id=4048a570-00c8-45bc-b081-09a854940d61)] {{(pid=110062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:58:45.201359 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-d15816a1-0691-491f-bd82-cef5699674c4 req-84fe31e0-a101-4855-98a6-68f0f7e22d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29558909'] for port (0034a6da-8683-41b5-98a9-fbbf91e91c4d), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:45.244637 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15816a1-0691-491f-bd82-cef5699674c4 req-84fe31e0-a101-4855-98a6-68f0f7e22d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:45.245244 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-d15816a1-0691-491f-bd82-cef5699674c4 req-84fe31e0-a101-4855-98a6-68f0f7e22d56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:45.246626 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-d15816a1-0691-491f-bd82-cef5699674c4 req-84fe31e0-a101-4855-98a6-68f0f7e22d56 service neutron] 10.222.0.65 "PUT /v2.0/ports/0034a6da-8683-41b5-98a9-fbbf91e91c4d HTTP/1.1" status: 200 len: 1093 time: 0.6595647 May 19 13:58:45.247078 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2be2ac-8751-4467-9d51-1eee62e05dbe', 'tag': '0034a6da-8683-41b5-98a9-fbbf91e91c4d'}] {{(pid=110062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:58:45.249295 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dff7f06c5e0e0f36f9473af0b06c6f419441bd6c4accb13c2a4abbfe17b595b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ed6126-c44b-4ab5-a493-4c58bfa47f38" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2be2ac-8751-4467-9d51-1eee62e05dbe", "tag": "0034a6da-8683-41b5-98a9-fbbf91e91c4d"}]}' {{(pid=110062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:58:45.266052 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe31e0-a101-4855-98a6-68f0f7e22d56 service neutron] Pushing event updated for resources: {'Port': ['ID=0034a6da-8683-41b5-98a9-fbbf91e91c4d,revision_number=3']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:45.294390 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658a1d19-175d-417d-85d2-3216b30b3dbd x-openstack-request-id: req-658a1d19-175d-417d-85d2-3216b30b3dbd {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:58:45.294726 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2be2ac-8751-4467-9d51-1eee62e05dbe", "tag": "0034a6da-8683-41b5-98a9-fbbf91e91c4d", "status": "completed", "code": 200}]} {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:58:45.294998 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-658a1d19-175d-417d-85d2-3216b30b3dbd {{(pid=110062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:58:45.295398 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-658a1d19-175d-417d-85d2-3216b30b3dbd'] response: {'name': 'network-changed', 'server_uuid': '0c2be2ac-8751-4467-9d51-1eee62e05dbe', 'tag': '0034a6da-8683-41b5-98a9-fbbf91e91c4d', 'status': 'completed', 'code': 200} May 19 13:58:45.378663 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15816a1-0691-491f-bd82-cef5699674c4 req-a156be66-eac0-42f0-8cba-50ad738d7db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:45.381145 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-d15816a1-0691-491f-bd82-cef5699674c4 req-a156be66-eac0-42f0-8cba-50ad738d7db7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89b4336043d5446b922432a2f43af17a&device_id=0c2be2ac-8751-4467-9d51-1eee62e05dbe HTTP/1.1" status: 200 len: 1127 time: 0.0406902 May 19 13:58:45.433300 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-d15816a1-0691-491f-bd82-cef5699674c4 req-7341ecd1-ee4a-4c45-9fa5-ed1c0595482e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0034a6da-8683-41b5-98a9-fbbf91e91c4d HTTP/1.1" status: 200 len: 217 time: 0.0354295 May 19 13:58:45.482433 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15816a1-0691-491f-bd82-cef5699674c4 req-d210e687-f74d-41b8-97f6-9d327304ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:45.483902 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-d15816a1-0691-491f-bd82-cef5699674c4 req-d210e687-f74d-41b8-97f6-9d327304ac85 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0bdab701-d9d2-42c8-941c-7cdfe8e595b0 HTTP/1.1" status: 200 len: 854 time: 0.0443475 May 19 13:58:45.530071 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15816a1-0691-491f-bd82-cef5699674c4 req-901abf79-cfc7-490a-adc7-d43e55835adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:45.531571 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-d15816a1-0691-491f-bd82-cef5699674c4 req-901abf79-cfc7-490a-adc7-d43e55835adf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=08206db8-8e78-4412-8a62-0db97bb617cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411134 May 19 13:58:45.616752 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-d15816a1-0691-491f-bd82-cef5699674c4 req-f88c32fb-e044-45c8-a159-5fd47d552e44 service neutron] 10.222.0.65 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788105 May 19 13:58:45.696511 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:45.707508 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-d15816a1-0691-491f-bd82-cef5699674c4 req-599658fb-33b1-4d51-9d39-63e3888e4cf1 service neutron] 10.222.0.65 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840302 May 19 13:58:46.030531 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:58:46.072674 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92568ebd-7e25-4d3c-ab13-09085212f60f req-93064bfc-b613-4955-b74b-c0df2f4ab305 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:46.074219 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-92568ebd-7e25-4d3c-ab13-09085212f60f req-93064bfc-b613-4955-b74b-c0df2f4ab305 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2be2ac-8751-4467-9d51-1eee62e05dbe HTTP/1.1" status: 200 len: 943 time: 0.0468633 May 19 13:58:46.122084 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-92568ebd-7e25-4d3c-ab13-09085212f60f req-b755c9be-1220-46ba-9ece-825aa80c844e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb0ac8df-2517-4a88-b198-86a5f1c6097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423477 May 19 13:58:46.216086 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efe89d-7e81-4e47-ad98-99865a1ed0f0 req-18c54973-2eb9-404b-a2a3-7277c37a53e6 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:46.217519 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-75efe89d-7e81-4e47-ad98-99865a1ed0f0 req-18c54973-2eb9-404b-a2a3-7277c37a53e6 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 984 time: 0.0464025 May 19 13:58:46.276255 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-75efe89d-7e81-4e47-ad98-99865a1ed0f0 req-066fa1e7-70f1-4331-8f0f-58483e7dd7b3 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=763fc0df-a0f0-43b9-a4cb-14c8e8cdd173&id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529788 May 19 13:58:46.836981 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed6126-c44b-4ab5-a493-4c58bfa47f38 req-0fe5c3de-b756-427e-ae28-97ddb248bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:46.838414 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-a7ed6126-c44b-4ab5-a493-4c58bfa47f38 req-0fe5c3de-b756-427e-ae28-97ddb248bc37 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89b4336043d5446b922432a2f43af17a&device_id=0c2be2ac-8751-4467-9d51-1eee62e05dbe HTTP/1.1" status: 200 len: 1127 time: 0.0385621 May 19 13:58:46.940278 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed6126-c44b-4ab5-a493-4c58bfa47f38 req-92066e2d-da74-403d-9d37-82b9225c2303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:46.941690 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-a7ed6126-c44b-4ab5-a493-4c58bfa47f38 req-92066e2d-da74-403d-9d37-82b9225c2303 service neutron] 10.222.0.65 "GET /v2.0/networks?id=08206db8-8e78-4412-8a62-0db97bb617cf HTTP/1.1" status: 200 len: 916 time: 0.0866158 May 19 13:58:46.985100 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-a7ed6126-c44b-4ab5-a493-4c58bfa47f38 req-3d3b7309-741a-43e0-9287-b05ee9ce3955 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0034a6da-8683-41b5-98a9-fbbf91e91c4d HTTP/1.1" status: 200 len: 217 time: 0.0307696 May 19 13:58:47.031970 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed6126-c44b-4ab5-a493-4c58bfa47f38 req-e637977b-8cd4-41a6-aa51-1f9f93aa3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:47.033319 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-a7ed6126-c44b-4ab5-a493-4c58bfa47f38 req-e637977b-8cd4-41a6-aa51-1f9f93aa3ced service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0bdab701-d9d2-42c8-941c-7cdfe8e595b0 HTTP/1.1" status: 200 len: 854 time: 0.0410850 May 19 13:58:47.080226 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed6126-c44b-4ab5-a493-4c58bfa47f38 req-a6fd755a-855d-496b-aa14-0f4b6d5fc2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:47.081645 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-a7ed6126-c44b-4ab5-a493-4c58bfa47f38 req-a6fd755a-855d-496b-aa14-0f4b6d5fc2ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=08206db8-8e78-4412-8a62-0db97bb617cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419919 May 19 13:58:47.244924 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543d501-bcf9-4682-bb1d-786cff8607ee req-7164fb87-3526-4aa1-b95d-8e7c7f665bfe tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:47.246592 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1543d501-bcf9-4682-bb1d-786cff8607ee req-7164fb87-3526-4aa1-b95d-8e7c7f665bfe tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2be2ac-8751-4467-9d51-1eee62e05dbe HTTP/1.1" status: 200 len: 943 time: 0.0542479 May 19 13:58:47.296783 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1543d501-bcf9-4682-bb1d-786cff8607ee req-29f10e8b-ace0-4261-81bd-42fd2d18908b tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb0ac8df-2517-4a88-b198-86a5f1c6097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444736 May 19 13:58:47.391505 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15772ec-12b6-4318-8ea7-5735cd4e48b7 req-02127d92-97b6-4ce3-9df9-da7dec16a568 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:47.393004 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a15772ec-12b6-4318-8ea7-5735cd4e48b7 req-02127d92-97b6-4ce3-9df9-da7dec16a568 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 984 time: 0.0476072 May 19 13:58:47.396771 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-a7ed6126-c44b-4ab5-a493-4c58bfa47f38 req-fdc4bd60-bc1d-4fff-9bdd-251f6ef9401c service neutron] 10.222.0.65 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068678 May 19 13:58:47.454798 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a15772ec-12b6-4318-8ea7-5735cd4e48b7 req-69578509-9121-4b21-8f67-eb78fd3d42c0 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=763fc0df-a0f0-43b9-a4cb-14c8e8cdd173&id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549901 May 19 13:58:47.469621 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:47.492117 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-a7ed6126-c44b-4ab5-a493-4c58bfa47f38 req-dbd48211-dc82-44b5-9abd-1805aea32071 service neutron] 10.222.0.65 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861516 May 19 13:58:48.408744 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:48.414566 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd02de9-95d8-40c9-b7f2-2f5eb0031b2c req-576e8627-1172-4f84-8c3f-29cd108fb4bb tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:48.416058 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8bd02de9-95d8-40c9-b7f2-2f5eb0031b2c req-576e8627-1172-4f84-8c3f-29cd108fb4bb tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2be2ac-8751-4467-9d51-1eee62e05dbe HTTP/1.1" status: 200 len: 943 time: 0.0492406 May 19 13:58:48.466751 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8bd02de9-95d8-40c9-b7f2-2f5eb0031b2c req-a50e1daf-8dfe-433a-8f8c-0eb91add3b26 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb0ac8df-2517-4a88-b198-86a5f1c6097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449486 May 19 13:58:48.569249 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424261f2-f26d-4ed3-9314-020a6f46741b req-1d28ed1c-e9f1-41ba-b3d8-38f384cd207e tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:48.570710 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-424261f2-f26d-4ed3-9314-020a6f46741b req-1d28ed1c-e9f1-41ba-b3d8-38f384cd207e tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 984 time: 0.0472646 May 19 13:58:48.606001 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:48.631565 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-424261f2-f26d-4ed3-9314-020a6f46741b req-6d7f4fbd-3fc3-4d5e-983c-a0c061bc775a tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=763fc0df-a0f0-43b9-a4cb-14c8e8cdd173&id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552721 May 19 13:58:49.433215 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:49.580083 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f8651-5979-48a6-86b7-2f490e8973ed req-69301fc8-74eb-45c6-aaa8-c4b75439e0b6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:49.581530 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d14f8651-5979-48a6-86b7-2f490e8973ed req-69301fc8-74eb-45c6-aaa8-c4b75439e0b6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2be2ac-8751-4467-9d51-1eee62e05dbe HTTP/1.1" status: 200 len: 943 time: 0.0471992 May 19 13:58:49.614280 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:49.628612 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d14f8651-5979-48a6-86b7-2f490e8973ed req-602087f8-80f8-4d54-8607-e723adf97802 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb0ac8df-2517-4a88-b198-86a5f1c6097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409343 May 19 13:58:49.747711 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672112f-2722-4818-a358-504e846b182b req-d9d75c03-edb2-4d46-9973-7e3c64dd1b1a tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:49.749134 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f672112f-2722-4818-a358-504e846b182b req-d9d75c03-edb2-4d46-9973-7e3c64dd1b1a tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 984 time: 0.0505173 May 19 13:58:49.807870 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f672112f-2722-4818-a358-504e846b182b req-e7c7e278-0058-434c-9df6-de054c9ca44a tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=763fc0df-a0f0-43b9-a4cb-14c8e8cdd173&id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529792 May 19 13:58:50.239126 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 0034a6da-8683-41b5-98a9-fbbf91e91c4d details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:58:50.332838 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 0034a6da-8683-41b5-98a9-fbbf91e91c4d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=0034a6da-8683-41b5-98a9-fbbf91e91c4d,segment=NetworkSegment(4048a570-00c8-45bc-b081-09a854940d61),segment_id=4048a570-00c8-45bc-b081-09a854940d61)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:58:50.347731 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Returning: {'device': '0034a6da-8683-41b5-98a9-fbbf91e91c4d', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'port_id': '0034a6da-8683-41b5-98a9-fbbf91e91c4d', 'mac_address': 'fa:16:3e:6d:c9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:58:50.382887 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 0034a6da-8683-41b5-98a9-fbbf91e91c4d is: DOWN; New status is: BUILD {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:58:50.383256 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (0034a6da-8683-41b5-98a9-fbbf91e91c4d), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:50.396593 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0034a6da-8683-41b5-98a9-fbbf91e91c4d {{(pid=110063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:58:50.422873 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 0034a6da-8683-41b5-98a9-fbbf91e91c4d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=0034a6da-8683-41b5-98a9-fbbf91e91c4d,segment=NetworkSegment(4048a570-00c8-45bc-b081-09a854940d61),segment_id=4048a570-00c8-45bc-b081-09a854940d61)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:58:50.426534 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (0034a6da-8683-41b5-98a9-fbbf91e91c4d), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:50.478562 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=0034a6da-8683-41b5-98a9-fbbf91e91c4d,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:50.485533 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:50.485870 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:50.486216 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:50.486549 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:50.486892 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:50.487212 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:50.487529 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:50.487843 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:50.488156 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:50.488472 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:50.488785 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:50.489114 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:50.489508 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:50.489765 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:50.490041 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:58:50.741622 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1ad58-eab3-4f43-901b-77ef1bfa7a4f req-a8b21ac9-9be3-4bde-bf34-46f0f6f1d3e7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:50.743035 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-08a1ad58-eab3-4f43-901b-77ef1bfa7a4f req-a8b21ac9-9be3-4bde-bf34-46f0f6f1d3e7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2be2ac-8751-4467-9d51-1eee62e05dbe HTTP/1.1" status: 200 len: 944 time: 0.0481441 May 19 13:58:50.789399 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-08a1ad58-eab3-4f43-901b-77ef1bfa7a4f req-5e324bdc-ccb3-4660-99bf-787aa33b58a2 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb0ac8df-2517-4a88-b198-86a5f1c6097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408278 May 19 13:58:50.839223 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['0034a6da-8683-41b5-98a9-fbbf91e91c4d'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:58:50.925118 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65eb783-0160-4b48-bca4-533ccfd4dd9b req-24657628-c709-45ee-be9b-d37a6c2657dd tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:50.926581 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e65eb783-0160-4b48-bca4-533ccfd4dd9b req-24657628-c709-45ee-be9b-d37a6c2657dd tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 984 time: 0.0506701 May 19 13:58:50.986851 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e65eb783-0160-4b48-bca4-533ccfd4dd9b req-0257fd83-3035-4516-b22d-e649839a0b7d tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=763fc0df-a0f0-43b9-a4cb-14c8e8cdd173&id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542772 May 19 13:58:51.904403 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3e4cb-ff1c-43b2-b1df-74ebe1565f04 req-ba6e1cf9-18c4-498b-9f32-4b3f856cb2f4 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:51.905864 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-87d3e4cb-ff1c-43b2-b1df-74ebe1565f04 req-ba6e1cf9-18c4-498b-9f32-4b3f856cb2f4 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2be2ac-8751-4467-9d51-1eee62e05dbe HTTP/1.1" status: 200 len: 944 time: 0.0477672 May 19 13:58:51.951921 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-87d3e4cb-ff1c-43b2-b1df-74ebe1565f04 req-d11b0072-d79a-4e62-a970-9719fdadd552 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb0ac8df-2517-4a88-b198-86a5f1c6097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405686 May 19 13:58:52.100303 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2976-dfb5-49f4-93af-0a65b99150f6 req-ecb683e2-a9aa-4ed4-92dc-b4ed6b9cc9a9 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:52.101680 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-860f2976-dfb5-49f4-93af-0a65b99150f6 req-ecb683e2-a9aa-4ed4-92dc-b4ed6b9cc9a9 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 984 time: 0.0460715 May 19 13:58:52.167970 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-860f2976-dfb5-49f4-93af-0a65b99150f6 req-924f9e7e-2522-4363-9687-ab152d0511f2 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=763fc0df-a0f0-43b9-a4cb-14c8e8cdd173&id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604212 May 19 13:58:52.273781 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 0034a6da-8683-41b5-98a9-fbbf91e91c4d up at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:58:52.312883 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=100 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:52.315328 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning for port 0034a6da-8683-41b5-98a9-fbbf91e91c4d completed by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:58:52.321557 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning complete for port 0034a6da-8683-41b5-98a9-fbbf91e91c4d triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:58:52.321926 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (0034a6da-8683-41b5-98a9-fbbf91e91c4d), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:52.383696 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:52.397571 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 0034a6da-8683-41b5-98a9-fbbf91e91c4d is: BUILD; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:58:52.397989 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (0034a6da-8683-41b5-98a9-fbbf91e91c4d), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:52.421035 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2be2ac-8751-4467-9d51-1eee62e05dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0034a6da-8683-41b5-98a9-fbbf91e91c4d'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:58:52.423257 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00596cf9-01ae-42bb-a4a1-457416010969" -d '{"events": [{"server_uuid": "0c2be2ac-8751-4467-9d51-1eee62e05dbe", "name": "network-vif-plugged", "status": "completed", "tag": "0034a6da-8683-41b5-98a9-fbbf91e91c4d"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:58:52.435973 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 0034a6da-8683-41b5-98a9-fbbf91e91c4d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=0034a6da-8683-41b5-98a9-fbbf91e91c4d,segment=NetworkSegment(4048a570-00c8-45bc-b081-09a854940d61),segment_id=4048a570-00c8-45bc-b081-09a854940d61)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:58:52.440802 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (0034a6da-8683-41b5-98a9-fbbf91e91c4d), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:52.464094 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65034354-7c9c-476f-ba66-22f838b5aa72 x-openstack-request-id: req-65034354-7c9c-476f-ba66-22f838b5aa72 {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:58:52.464405 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2be2ac-8751-4467-9d51-1eee62e05dbe", "name": "network-vif-plugged", "status": "completed", "tag": "0034a6da-8683-41b5-98a9-fbbf91e91c4d", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:58:52.464655 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-65034354-7c9c-476f-ba66-22f838b5aa72 {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:58:52.465043 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65034354-7c9c-476f-ba66-22f838b5aa72'] response: {'server_uuid': '0c2be2ac-8751-4467-9d51-1eee62e05dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0034a6da-8683-41b5-98a9-fbbf91e91c4d', 'code': 200} May 19 13:58:52.490841 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=0034a6da-8683-41b5-98a9-fbbf91e91c4d,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:58:52.687292 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948fa98-9bd1-45ae-9834-0a7d145ecedf req-1ed3c471-ed72-4a4c-8ad8-7d92ef5b42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:52.688662 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-3948fa98-9bd1-45ae-9834-0a7d145ecedf req-1ed3c471-ed72-4a4c-8ad8-7d92ef5b42d8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0c2be2ac-8751-4467-9d51-1eee62e05dbe HTTP/1.1" status: 200 len: 1129 time: 0.0379860 May 19 13:58:52.736162 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-3948fa98-9bd1-45ae-9834-0a7d145ecedf req-4d125039-87a8-49f0-b03f-a4f0cc1de587 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bb0ac8df-2517-4a88-b198-86a5f1c6097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368087 May 19 13:58:53.065974 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67755a8-e65b-4509-bbbb-ab48efe4ce97 req-e9d3a6dd-ad76-4b5a-b6c7-446a22b3f8bd tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:53.067455 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c67755a8-e65b-4509-bbbb-ab48efe4ce97 req-e9d3a6dd-ad76-4b5a-b6c7-446a22b3f8bd tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2be2ac-8751-4467-9d51-1eee62e05dbe HTTP/1.1" status: 200 len: 945 time: 0.0462897 May 19 13:58:53.114812 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c67755a8-e65b-4509-bbbb-ab48efe4ce97 req-8900aa2a-4c03-4b54-8f3d-d3167442bc84 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb0ac8df-2517-4a88-b198-86a5f1c6097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414271 May 19 13:58:53.284444 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b9956-c0ac-40ac-90d4-43f0f7c09e6a req-4d0040f7-e824-4493-9d37-876a0448c26c tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:53.285810 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a33b9956-c0ac-40ac-90d4-43f0f7c09e6a req-4d0040f7-e824-4493-9d37-876a0448c26c tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 984 time: 0.0472035 May 19 13:58:53.344265 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a33b9956-c0ac-40ac-90d4-43f0f7c09e6a req-800d43e9-07f3-468d-8994-39a578ef719b tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=763fc0df-a0f0-43b9-a4cb-14c8e8cdd173&id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521853 May 19 13:58:54.230908 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27d3a0-a02a-47a5-8899-f66e8034b9e9 req-1e909f6f-3342-4b9a-bd9c-7178904f381e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:54.232375 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8c27d3a0-a02a-47a5-8899-f66e8034b9e9 req-1e909f6f-3342-4b9a-bd9c-7178904f381e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2be2ac-8751-4467-9d51-1eee62e05dbe HTTP/1.1" status: 200 len: 945 time: 0.0508795 May 19 13:58:54.279259 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8c27d3a0-a02a-47a5-8899-f66e8034b9e9 req-e44eaf11-e94f-4602-9621-f268d11c79cb tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb0ac8df-2517-4a88-b198-86a5f1c6097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413475 May 19 13:58:54.458689 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6230914-b378-4573-91c9-d504b0826890 req-da210e7e-9f36-4cfc-9399-bd027d40d7ea tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:54.460269 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b6230914-b378-4573-91c9-d504b0826890 req-da210e7e-9f36-4cfc-9399-bd027d40d7ea tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 984 time: 0.0467792 May 19 13:58:54.519956 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b6230914-b378-4573-91c9-d504b0826890 req-14b0c964-a324-4d94-b406-f2939e177652 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=763fc0df-a0f0-43b9-a4cb-14c8e8cdd173&id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540419 May 19 13:58:55.376507 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:55.396242 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d48b3-9dda-4fcc-ab3d-08c89d5611ff req-2e0df341-2321-4092-8afe-d64a0e636ba3 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:55.397792 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ce4d48b3-9dda-4fcc-ab3d-08c89d5611ff req-2e0df341-2321-4092-8afe-d64a0e636ba3 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2be2ac-8751-4467-9d51-1eee62e05dbe HTTP/1.1" status: 200 len: 945 time: 0.0525231 May 19 13:58:55.444563 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ce4d48b3-9dda-4fcc-ab3d-08c89d5611ff req-e8bc947f-0438-4195-9e37-80cdab7b699d tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb0ac8df-2517-4a88-b198-86a5f1c6097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411680 May 19 13:58:55.543956 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:55.553188 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e8dd8-0d31-4112-8028-de60632c7ad2 req-d82ea6d3-d99a-4252-9ddb-f955a654d6db tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:55.554740 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a07e8dd8-0d31-4112-8028-de60632c7ad2 req-d82ea6d3-d99a-4252-9ddb-f955a654d6db tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2be2ac-8751-4467-9d51-1eee62e05dbe HTTP/1.1" status: 200 len: 945 time: 0.0476649 May 19 13:58:55.563214 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 34696) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:58:55.567509 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-f73d6362-94aa-44ec-8fea-c52c248f64e0 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Request body: {'floatingip': {'port_id': '0034a6da-8683-41b5-98a9-fbbf91e91c4d'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:58:55.604791 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f73d6362-94aa-44ec-8fea-c52c248f64e0 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (94cadac3-9f09-42fe-94e2-bfc157cc4aff), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:56.027444 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:56.238154 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f73d6362-94aa-44ec-8fea-c52c248f64e0 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:56.241879 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f73d6362-94aa-44ec-8fea-c52c248f64e0 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (94cadac3-9f09-42fe-94e2-bfc157cc4aff), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:56.335183 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.l3_db [None req-f73d6362-94aa-44ec-8fea-c52c248f64e0 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Floating IP 94cadac3-9f09-42fe-94e2-bfc157cc4aff associated. External IP: 172.27.2.100, port: 0034a6da-8683-41b5-98a9-fbbf91e91c4d. May 19 13:58:56.541406 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73d6362-94aa-44ec-8fea-c52c248f64e0 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:58:56.645646 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73d6362-94aa-44ec-8fea-c52c248f64e0 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:58:56.650357 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f73d6362-94aa-44ec-8fea-c52c248f64e0 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:58:56.655985 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04047794-85b9-4454-b8a2-d97e904a3d14 None None] Sync routers for ids ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'] in dv-cinder-784815-14-iscsi {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:58:56.666276 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04047794-85b9-4454-b8a2-d97e904a3d14 None None] Routers {'c29ace15-9abc-4134-a1cd-ea0d1e6a0763'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:58:56.666907 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-04047794-85b9-4454-b8a2-d97e904a3d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:58:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:58:56.685777 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:56.696759 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-f73d6362-94aa-44ec-8fea-c52c248f64e0 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "PUT /v2.0/floatingips/94cadac3-9f09-42fe-94e2-bfc157cc4aff HTTP/1.1" status: 200 len: 991 time: 1.1303365 May 19 13:58:56.696759 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2be2ac-8751-4467-9d51-1eee62e05dbe', 'tag': '0034a6da-8683-41b5-98a9-fbbf91e91c4d'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:58:56.699025 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4aead17-90e8-428c-b30d-f4dd6b25c6af" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2be2ac-8751-4467-9d51-1eee62e05dbe", "tag": "0034a6da-8683-41b5-98a9-fbbf91e91c4d"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:58:56.747381 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0a7086-2f89-47ff-8635-f22a53c4fe35 x-openstack-request-id: req-cf0a7086-2f89-47ff-8635-f22a53c4fe35 {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:58:56.747672 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2be2ac-8751-4467-9d51-1eee62e05dbe", "tag": "0034a6da-8683-41b5-98a9-fbbf91e91c4d", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:58:56.747932 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf0a7086-2f89-47ff-8635-f22a53c4fe35 {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:58:56.748365 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf0a7086-2f89-47ff-8635-f22a53c4fe35'] response: {'name': 'network-changed', 'server_uuid': '0c2be2ac-8751-4467-9d51-1eee62e05dbe', 'tag': '0034a6da-8683-41b5-98a9-fbbf91e91c4d', 'status': 'completed', 'code': 200} May 19 13:58:56.776648 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-04047794-85b9-4454-b8a2-d97e904a3d14 None None] Set router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:58:56.982906 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-04047794-85b9-4454-b8a2-d97e904a3d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '94cadac3-9f09-42fe-94e2-bfc157cc4aff', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'port_id': '0034a6da-8683-41b5-98a9-fbbf91e91c4d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'mac_address': 'fa:16:3e:6d:c9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2be2ac-8751-4467-9d51-1eee62e05dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:58:41Z', 'updated_at': '2022-05-19T13:58:56Z', 'revision_number': 1, 'project_id': '89b4336043d5446b922432a2f43af17a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b658886d-f22c-4936-aa90-0e68ac38b5ad', 'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'mac_address': 'fa:16:3e:a4:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:25Z', 'updated_at': '2022-05-19T13:54:34Z', 'revision_number': 5, 'project_id': '89b4336043d5446b922432a2f43af17a', 'subnets': [{'id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:58:57.006973 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04047794-85b9-4454-b8a2-d97e904a3d14 None None] Checking router: c29ace15-9abc-4134-a1cd-ea0d1e6a0763 for host: dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:58:57.014980 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04047794-85b9-4454-b8a2-d97e904a3d14 None None] Routers {'c29ace15-9abc-4134-a1cd-ea0d1e6a0763'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:58:57.015563 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-04047794-85b9-4454-b8a2-d97e904a3d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:58:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:58:57.117047 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-04047794-85b9-4454-b8a2-d97e904a3d14 None None] Set router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:58:57.226528 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aead17-90e8-428c-b30d-f4dd6b25c6af req-50d3978e-0e51-47a9-86cc-74efbc4d85a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:57.228005 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-d4aead17-90e8-428c-b30d-f4dd6b25c6af req-50d3978e-0e51-47a9-86cc-74efbc4d85a2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89b4336043d5446b922432a2f43af17a&device_id=0c2be2ac-8751-4467-9d51-1eee62e05dbe HTTP/1.1" status: 200 len: 1129 time: 0.0395851 May 19 13:58:57.322560 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aead17-90e8-428c-b30d-f4dd6b25c6af req-35e27354-ef12-4489-ae05-84e1769b22ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:57.324036 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-d4aead17-90e8-428c-b30d-f4dd6b25c6af req-35e27354-ef12-4489-ae05-84e1769b22ae service neutron] 10.222.0.65 "GET /v2.0/networks?id=08206db8-8e78-4412-8a62-0db97bb617cf HTTP/1.1" status: 200 len: 916 time: 0.0890250 May 19 13:58:57.326061 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-04047794-85b9-4454-b8a2-d97e904a3d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '94cadac3-9f09-42fe-94e2-bfc157cc4aff', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'port_id': '0034a6da-8683-41b5-98a9-fbbf91e91c4d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'mac_address': 'fa:16:3e:6d:c9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2be2ac-8751-4467-9d51-1eee62e05dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:58:41Z', 'updated_at': '2022-05-19T13:58:56Z', 'revision_number': 1, 'project_id': '89b4336043d5446b922432a2f43af17a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b658886d-f22c-4936-aa90-0e68ac38b5ad', 'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'mac_address': 'fa:16:3e:a4:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:25Z', 'updated_at': '2022-05-19T13:54:34Z', 'revision_number': 5, 'project_id': '89b4336043d5446b922432a2f43af17a', 'subnets': [{'id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:58:57.352127 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04047794-85b9-4454-b8a2-d97e904a3d14 None None] The sync data for ids ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'] in dv-cinder-784815-14-iscsi is: [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '94cadac3-9f09-42fe-94e2-bfc157cc4aff', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'port_id': '0034a6da-8683-41b5-98a9-fbbf91e91c4d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'mac_address': 'fa:16:3e:6d:c9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2be2ac-8751-4467-9d51-1eee62e05dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:58:41Z', 'updated_at': '2022-05-19T13:58:56Z', 'revision_number': 1, 'project_id': '89b4336043d5446b922432a2f43af17a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b658886d-f22c-4936-aa90-0e68ac38b5ad', 'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'mac_address': 'fa:16:3e:a4:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:25Z', 'updated_at': '2022-05-19T13:54:34Z', 'revision_number': 5, 'project_id': '89b4336043d5446b922432a2f43af17a', 'subnets': [{'id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:58:57.448333 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-d4aead17-90e8-428c-b30d-f4dd6b25c6af req-6c9edfd0-f34b-4158-8113-a444c1f8fcdd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0034a6da-8683-41b5-98a9-fbbf91e91c4d HTTP/1.1" status: 200 len: 999 time: 0.0619740 May 19 13:58:57.504313 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aead17-90e8-428c-b30d-f4dd6b25c6af req-03df22d6-d064-409b-98f4-6452f7d6a46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:57.506367 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-d4aead17-90e8-428c-b30d-f4dd6b25c6af req-03df22d6-d064-409b-98f4-6452f7d6a46b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0bdab701-d9d2-42c8-941c-7cdfe8e595b0 HTTP/1.1" status: 200 len: 854 time: 0.0503447 May 19 13:58:57.552571 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aead17-90e8-428c-b30d-f4dd6b25c6af req-be07ec8e-5e30-4d0e-8892-f62d04a831bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:57.554093 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-d4aead17-90e8-428c-b30d-f4dd6b25c6af req-be07ec8e-5e30-4d0e-8892-f62d04a831bc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=08206db8-8e78-4412-8a62-0db97bb617cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402975 May 19 13:58:57.567285 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c715d9c-ed81-483c-8b0b-2d49b09fe2ac None None] New status for floating IP 94cadac3-9f09-42fe-94e2-bfc157cc4aff: ACTIVE {{(pid=110064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:58:57.649739 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-d4aead17-90e8-428c-b30d-f4dd6b25c6af req-f9cbb2a9-dbb3-4562-8396-3a7f5bdca9c7 service neutron] 10.222.0.65 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885184 May 19 13:58:57.759140 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-d4aead17-90e8-428c-b30d-f4dd6b25c6af req-225a2690-6aab-433b-8f4d-a37fd8d50159 service neutron] 10.222.0.65 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975807 May 19 13:58:58.307753 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:59.102765 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a383d2-0563-4722-a366-ff78dc179670 req-a739e2b8-8921-448f-875f-b7ac76c8c19a tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:58:59.104222 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-56a383d2-0563-4722-a366-ff78dc179670 req-a739e2b8-8921-448f-875f-b7ac76c8c19a tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 946 time: 0.0466852 May 19 13:58:59.135205 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:58:59.152398 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-56a383d2-0563-4722-a366-ff78dc179670 req-e5936f0c-7980-4fc2-b503-430f7b506b9f tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423648 May 19 13:59:00.277112 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb37b39-38ea-43e4-b80a-70352994db6b req-7b3eb295-80e5-49c8-8f1c-22f5e39b5893 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:00.278562 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3cb37b39-38ea-43e4-b80a-70352994db6b req-7b3eb295-80e5-49c8-8f1c-22f5e39b5893 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 946 time: 0.0470912 May 19 13:59:00.327941 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3cb37b39-38ea-43e4-b80a-70352994db6b req-3ae4d5dc-ac23-4415-a32c-313a65943835 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438950 May 19 13:59:01.068668 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=100 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:01.103494 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269db842-3a18-414e-9814-f52f74bf3e70 req-b03d75b3-2ca7-426a-9df0-900d56e05e1d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:01.104922 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-269db842-3a18-414e-9814-f52f74bf3e70 req-b03d75b3-2ca7-426a-9df0-900d56e05e1d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 946 time: 0.0456867 May 19 13:59:01.196339 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [req-269db842-3a18-414e-9814-f52f74bf3e70 req-616630d1-9b15-47ef-a267-de3f1902eda9 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Deleting port 5e326997-1358-457a-8426-4184a94bfdad {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:59:01.196601 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-269db842-3a18-414e-9814-f52f74bf3e70 req-616630d1-9b15-47ef-a267-de3f1902eda9 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (5e326997-1358-457a-8426-4184a94bfdad), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:01.285115 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-269db842-3a18-414e-9814-f52f74bf3e70 req-616630d1-9b15-47ef-a267-de3f1902eda9 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] For port 5e326997-1358-457a-8426-4184a94bfdad, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5e326997-1358-457a-8426-4184a94bfdad,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:59:01.285480 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-269db842-3a18-414e-9814-f52f74bf3e70 req-616630d1-9b15-47ef-a267-de3f1902eda9 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (5e326997-1358-457a-8426-4184a94bfdad), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:01.417872 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-f4d32f67-cb78-48f8-8a2d-91389ff5aa70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:01.453140 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244cb98-1d30-42f0-841b-4201a6f8604d req-df0b6347-c626-4cde-9c64-dd838a0d50f4 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:01.453932 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-269db842-3a18-414e-9814-f52f74bf3e70 req-616630d1-9b15-47ef-a267-de3f1902eda9 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:01.454293 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-269db842-3a18-414e-9814-f52f74bf3e70 req-616630d1-9b15-47ef-a267-de3f1902eda9 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (6a1da307-b0e1-4eaf-b74b-421333bc7f72), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:01.454604 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.db.l3_db [req-269db842-3a18-414e-9814-f52f74bf3e70 req-616630d1-9b15-47ef-a267-de3f1902eda9 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Floating IP 6a1da307-b0e1-4eaf-b74b-421333bc7f72 disassociated. External IP: 172.27.2.145, port: 5e326997-1358-457a-8426-4184a94bfdad. May 19 13:59:01.455040 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [req-269db842-3a18-414e-9814-f52f74bf3e70 req-616630d1-9b15-47ef-a267-de3f1902eda9 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Calling delete_port for 5e326997-1358-457a-8426-4184a94bfdad owned by compute:nova {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:59:01.456901 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8244cb98-1d30-42f0-841b-4201a6f8604d req-df0b6347-c626-4cde-9c64-dd838a0d50f4 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c4e2c2f-4753-4911-8859-73736543f959 HTTP/1.1" status: 200 len: 946 time: 0.0504637 May 19 13:59:01.467504 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:01.510110 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8244cb98-1d30-42f0-841b-4201a6f8604d req-a3cce4f9-e1e8-415c-8d6a-e3d7a36ce2d3 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=c29d859e-034d-4db8-bf2b-fee229d11cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492654 May 19 13:59:01.588742 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-269db842-3a18-414e-9814-f52f74bf3e70 req-616630d1-9b15-47ef-a267-de3f1902eda9 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (5e326997-1358-457a-8426-4184a94bfdad), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:01.620791 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616630d1-9b15-47ef-a267-de3f1902eda9 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Pushing event deleted for resources: {'Port': ['ID=5e326997-1358-457a-8426-4184a94bfdad,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:01.731393 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [req-269db842-3a18-414e-9814-f52f74bf3e70 req-616630d1-9b15-47ef-a267-de3f1902eda9 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Router df33d85d-4c8c-4139-9d88-dc2e41784775 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:59:01.832733 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-269db842-3a18-414e-9814-f52f74bf3e70 req-616630d1-9b15-47ef-a267-de3f1902eda9 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:59:01.844051 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e9aa6c-867c-470d-bae7-0d9a69c5899c None None] Sync routers for ids ['df33d85d-4c8c-4139-9d88-dc2e41784775'] in dv-cinder-784815-14-iscsi {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:59:01.846817 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:01.857931 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e9aa6c-867c-470d-bae7-0d9a69c5899c None None] Routers {'df33d85d-4c8c-4139-9d88-dc2e41784775'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:59:01.858594 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-10e9aa6c-867c-470d-bae7-0d9a69c5899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:58:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['df33d85d-4c8c-4139-9d88-dc2e41784775'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:01.877845 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [req-269db842-3a18-414e-9814-f52f74bf3e70 req-616630d1-9b15-47ef-a267-de3f1902eda9 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] No DVR routers for this DVR port 5e326997-1358-457a-8426-4184a94bfdad on host hv-cinder-78481 {{(pid=110062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:59:01.881316 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-269db842-3a18-414e-9814-f52f74bf3e70 req-616630d1-9b15-47ef-a267-de3f1902eda9 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:01.884586 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-269db842-3a18-414e-9814-f52f74bf3e70 req-616630d1-9b15-47ef-a267-de3f1902eda9 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.65 "DELETE /v2.0/ports/5e326997-1358-457a-8426-4184a94bfdad HTTP/1.1" status: 204 len: 173 time: 0.7681813 May 19 13:59:01.885048 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4e2c2f-4753-4911-8859-73736543f959', 'name': 'network-vif-deleted', 'tag': '5e326997-1358-457a-8426-4184a94bfdad'}] {{(pid=110062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:59:01.887275 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dff7f06c5e0e0f36f9473af0b06c6f419441bd6c4accb13c2a4abbfe17b595b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1084bc5c-9bcf-4d72-848e-a72d01fb6566" -d '{"events": [{"server_uuid": "5c4e2c2f-4753-4911-8859-73736543f959", "name": "network-vif-deleted", "tag": "5e326997-1358-457a-8426-4184a94bfdad"}]}' {{(pid=110062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:59:01.925618 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefa2e88-1111-48d0-bbea-9c1a6663456d x-openstack-request-id: req-aefa2e88-1111-48d0-bbea-9c1a6663456d {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:59:01.925921 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4e2c2f-4753-4911-8859-73736543f959", "name": "network-vif-deleted", "tag": "5e326997-1358-457a-8426-4184a94bfdad", "status": "completed", "code": 200}]} {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:59:01.926168 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aefa2e88-1111-48d0-bbea-9c1a6663456d {{(pid=110062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:59:01.926563 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aefa2e88-1111-48d0-bbea-9c1a6663456d'] response: {'server_uuid': '5c4e2c2f-4753-4911-8859-73736543f959', 'name': 'network-vif-deleted', 'tag': '5e326997-1358-457a-8426-4184a94bfdad', 'status': 'completed', 'code': 200} May 19 13:59:01.970442 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-10e9aa6c-867c-470d-bae7-0d9a69c5899c None None] Set router df33d85d-4c8c-4139-9d88-dc2e41784775 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:59:02.168760 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-10e9aa6c-867c-470d-bae7-0d9a69c5899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'name': 'tempest-AttachVolumeShelveTestJSON-935659149-router', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:16Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'gw_port': {'id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:18Z', 'updated_at': '2022-05-19T13:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '2cba1721-a5b1-40ed-95cc-7659f5cc2997', 'name': '', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'mac_address': 'fa:16:3e:fe:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:24Z', 'updated_at': '2022-05-19T13:54:38Z', 'revision_number': 5, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'subnets': [{'id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:02.194076 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e9aa6c-867c-470d-bae7-0d9a69c5899c None None] Checking router: df33d85d-4c8c-4139-9d88-dc2e41784775 for host: dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:59:02.202885 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e9aa6c-867c-470d-bae7-0d9a69c5899c None None] Routers {'df33d85d-4c8c-4139-9d88-dc2e41784775'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:59:02.203504 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-10e9aa6c-867c-470d-bae7-0d9a69c5899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:58:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['df33d85d-4c8c-4139-9d88-dc2e41784775'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:02.303292 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-10e9aa6c-867c-470d-bae7-0d9a69c5899c None None] Set router df33d85d-4c8c-4139-9d88-dc2e41784775 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:59:02.498439 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-10e9aa6c-867c-470d-bae7-0d9a69c5899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'name': 'tempest-AttachVolumeShelveTestJSON-935659149-router', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:16Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'gw_port': {'id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:18Z', 'updated_at': '2022-05-19T13:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '2cba1721-a5b1-40ed-95cc-7659f5cc2997', 'name': '', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'mac_address': 'fa:16:3e:fe:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:24Z', 'updated_at': '2022-05-19T13:54:38Z', 'revision_number': 5, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'subnets': [{'id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:02.524934 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e9aa6c-867c-470d-bae7-0d9a69c5899c None None] The sync data for ids ['df33d85d-4c8c-4139-9d88-dc2e41784775'] in dv-cinder-784815-14-iscsi is: [{'id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'name': 'tempest-AttachVolumeShelveTestJSON-935659149-router', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:16Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'gw_port': {'id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:18Z', 'updated_at': '2022-05-19T13:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '2cba1721-a5b1-40ed-95cc-7659f5cc2997', 'name': '', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'mac_address': 'fa:16:3e:fe:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:24Z', 'updated_at': '2022-05-19T13:54:38Z', 'revision_number': 5, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'subnets': [{'id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:59:02.609162 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 34738) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:02.661543 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:02.667499 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0f99058b-62c8-4d31-b033-ec30baa2cf6a tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for security_group (c29d859e-034d-4db8-bf2b-fee229d11cbf), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:02.695127 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0f99058b-62c8-4d31-b033-ec30baa2cf6a tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for security_group (c29d859e-034d-4db8-bf2b-fee229d11cbf), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:02.744588 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0f99058b-62c8-4d31-b033-ec30baa2cf6a tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (c29d859e-034d-4db8-bf2b-fee229d11cbf), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:02.747657 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0f99058b-62c8-4d31-b033-ec30baa2cf6a tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:02.748813 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-0f99058b-62c8-4d31-b033-ec30baa2cf6a tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "DELETE /v2.0/security-groups/c29d859e-034d-4db8-bf2b-fee229d11cbf HTTP/1.1" status: 204 len: 168 time: 0.1384590 May 19 13:59:02.752113 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 34740) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:02.759563 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99058b-62c8-4d31-b033-ec30baa2cf6a tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29d859e-034d-4db8-bf2b-fee229d11cbf,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:02.768076 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.api.v2.resource [None req-275ca069-8a29-4f7e-8f0d-3684e93fe05a tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] show failed (client error): The resource could not be found. May 19 13:59:02.771953 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-275ca069-8a29-4f7e-8f0d-3684e93fe05a tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups/c29d859e-034d-4db8-bf2b-fee229d11cbf HTTP/1.1" status: 404 len: 347 time: 0.0160470 May 19 13:59:02.772214 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 34742) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:02.788842 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f61845-e776-4596-a216-1cc9b60c457f None None] New status for floating IP 6a1da307-b0e1-4eaf-b74b-421333bc7f72: DOWN {{(pid=110064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:59:02.887107 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-65d5fe38-20c6-4a4c-af5a-6a5d339191c5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Deleting port 3efc1199-26aa-4ead-adad-da25508deefb {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:59:02.887455 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-65d5fe38-20c6-4a4c-af5a-6a5d339191c5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (3efc1199-26aa-4ead-adad-da25508deefb), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:02.970957 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-65d5fe38-20c6-4a4c-af5a-6a5d339191c5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (3efc1199-26aa-4ead-adad-da25508deefb), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:02.971280 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-65d5fe38-20c6-4a4c-af5a-6a5d339191c5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for floatingip (3efc1199-26aa-4ead-adad-da25508deefb), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:02.983609 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-65d5fe38-20c6-4a4c-af5a-6a5d339191c5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Calling delete_port for 3efc1199-26aa-4ead-adad-da25508deefb owned by network:floatingip {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:59:03.111160 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-65d5fe38-20c6-4a4c-af5a-6a5d339191c5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (3efc1199-26aa-4ead-adad-da25508deefb), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:03.137099 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5fe38-20c6-4a4c-af5a-6a5d339191c5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Pushing event deleted for resources: {'Port': ['ID=3efc1199-26aa-4ead-adad-da25508deefb,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:03.195197 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-65d5fe38-20c6-4a4c-af5a-6a5d339191c5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for floatingip (6a1da307-b0e1-4eaf-b74b-421333bc7f72), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:03.197621 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-65d5fe38-20c6-4a4c-af5a-6a5d339191c5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:03.198750 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-65d5fe38-20c6-4a4c-af5a-6a5d339191c5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "DELETE /v2.0/floatingips/6a1da307-b0e1-4eaf-b74b-421333bc7f72 HTTP/1.1" status: 204 len: 168 time: 0.4256320 May 19 13:59:03.283654 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 34748) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:03.288252 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-7d9f389d-cf94-41e7-9624-9b47b38fee3d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1429423197', 'description': 'tempest-description--1018161887'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:59:03.309310 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-7d9f389d-cf94-41e7-9624-9b47b38fee3d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:03.375599 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-7d9f389d-cf94-41e7-9624-9b47b38fee3d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for security_group (11d525a8-e492-4f19-a667-b3c9adcd0d51), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:03.379391 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-7d9f389d-cf94-41e7-9624-9b47b38fee3d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (11d525a8-e492-4f19-a667-b3c9adcd0d51), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:03.389190 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:03.410250 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-7d9f389d-cf94-41e7-9624-9b47b38fee3d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:03.411494 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-7d9f389d-cf94-41e7-9624-9b47b38fee3d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1268525 May 19 13:59:03.414537 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 34750) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:03.417245 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f389d-cf94-41e7-9624-9b47b38fee3d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11d525a8-e492-4f19-a667-b3c9adcd0d51,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:03.418969 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-7adb8a36-a099-46bf-a91d-0e3c93042458 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Request body: {'security_group_rule': {'security_group_id': '11d525a8-e492-4f19-a667-b3c9adcd0d51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:59:03.445659 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7adb8a36-a099-46bf-a91d-0e3c93042458 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for security_group_rule (cce275d4-14b6-433d-a2b7-400cda425a26), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:03.501725 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7adb8a36-a099-46bf-a91d-0e3c93042458 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for security_group_rule (cce275d4-14b6-433d-a2b7-400cda425a26), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:03.504952 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7adb8a36-a099-46bf-a91d-0e3c93042458 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (cce275d4-14b6-433d-a2b7-400cda425a26), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:03.523037 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb8a36-a099-46bf-a91d-0e3c93042458 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce275d4-14b6-433d-a2b7-400cda425a26,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:03.530641 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7adb8a36-a099-46bf-a91d-0e3c93042458 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:03.531852 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-7adb8a36-a099-46bf-a91d-0e3c93042458 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163025 May 19 13:59:03.534484 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 34752) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:03.539064 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-58c9621b-f177-4dd3-9774-d55d923ab4cd tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Request body: {'security_group_rule': {'security_group_id': '11d525a8-e492-4f19-a667-b3c9adcd0d51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:59:03.564611 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-58c9621b-f177-4dd3-9774-d55d923ab4cd tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for security_group_rule (c6fd6a16-89d7-4584-97f6-7467a82c0b1c), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:03.613197 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-58c9621b-f177-4dd3-9774-d55d923ab4cd tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for security_group_rule (c6fd6a16-89d7-4584-97f6-7467a82c0b1c), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:03.617096 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-58c9621b-f177-4dd3-9774-d55d923ab4cd tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (c6fd6a16-89d7-4584-97f6-7467a82c0b1c), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:03.635424 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9621b-f177-4dd3-9774-d55d923ab4cd tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6fd6a16-89d7-4584-97f6-7467a82c0b1c,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:03.642187 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-58c9621b-f177-4dd3-9774-d55d923ab4cd tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:03.643352 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-58c9621b-f177-4dd3-9774-d55d923ab4cd tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1078823 May 19 13:59:03.646390 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 34754) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:03.650678 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-74b1934b-6a14-40cd-b6fb-e56666dec804 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Request body: {'floatingip': {'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:59:03.671061 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-74b1934b-6a14-40cd-b6fb-e56666dec804 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:03.673323 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:03.751774 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-74b1934b-6a14-40cd-b6fb-e56666dec804 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:03.785120 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-deefdba5-c7bd-4b00-a645-23cf7c2e4c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:03.855937 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [None req-74b1934b-6a14-40cd-b6fb-e56666dec804 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Allocated IP 172.27.2.107 (db349b0a-3651-4f3e-8f89-c44d13ee049b/851bfd66-21de-4b67-adef-488354d2d2c5/c2c2d0b4-2b25-419d-87d7-3216ac8983de) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:59:03.958674 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-74b1934b-6a14-40cd-b6fb-e56666dec804 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for port (c2c2d0b4-2b25-419d-87d7-3216ac8983de), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:03.988841 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-74b1934b-6a14-40cd-b6fb-e56666dec804 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (c2c2d0b4-2b25-419d-87d7-3216ac8983de), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:03.991945 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:04.033040 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b1934b-6a14-40cd-b6fb-e56666dec804 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Network db349b0a-3651-4f3e-8f89-c44d13ee049b is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:59:04.038286 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-74b1934b-6a14-40cd-b6fb-e56666dec804 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:59:04.042059 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b1934b-6a14-40cd-b6fb-e56666dec804 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:59:04.045167 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1934b-6a14-40cd-b6fb-e56666dec804 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Pushing event updated for resources: {'Port': ['ID=c2c2d0b4-2b25-419d-87d7-3216ac8983de,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:04.126756 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-74b1934b-6a14-40cd-b6fb-e56666dec804 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for floatingip (535a3068-cd2a-45bc-b7b3-159f1d4faad2), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:04.163584 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-74b1934b-6a14-40cd-b6fb-e56666dec804 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (c2c2d0b4-2b25-419d-87d7-3216ac8983de), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:04.334977 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-74b1934b-6a14-40cd-b6fb-e56666dec804 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for port (c2c2d0b4-2b25-419d-87d7-3216ac8983de), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:04.339174 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-74b1934b-6a14-40cd-b6fb-e56666dec804 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29558909'] for port (c2c2d0b4-2b25-419d-87d7-3216ac8983de), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:04.369713 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:04.411151 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1934b-6a14-40cd-b6fb-e56666dec804 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Pushing event updated for resources: {'Port': ['ID=c2c2d0b4-2b25-419d-87d7-3216ac8983de,revision_number=2']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:04.422088 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-74b1934b-6a14-40cd-b6fb-e56666dec804 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (535a3068-cd2a-45bc-b7b3-159f1d4faad2), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:04.436860 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-74b1934b-6a14-40cd-b6fb-e56666dec804 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:04.438099 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-74b1934b-6a14-40cd-b6fb-e56666dec804 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7906027 May 19 13:59:04.631046 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:04.639286 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-1e23741b-897a-4cc7-aa13-f88ffc929526 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1429423197&fields=id&tenant_id=4eed7a893f7b42edaadbf898ebe16cd6 HTTP/1.1" status: 200 len: 267 time: 0.0465584 May 19 13:59:04.744292 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-d42b7c3f-e5cd-4256-a56f-2267aaabb716 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:04.745751 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-d42b7c3f-e5cd-4256-a56f-2267aaabb716 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/networks?id=ad76f5bc-7148-40ee-8a08-ce1742f9a049 HTTP/1.1" status: 200 len: 816 time: 0.1002336 May 19 13:59:04.760944 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-fd89ca39-3a1b-4dce-91e7-1985e5375119 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/quotas/4eed7a893f7b42edaadbf898ebe16cd6 HTTP/1.1" status: 200 len: 375 time: 0.0098634 May 19 13:59:04.799932 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:04.815772 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-fcab6273-7b76-47e7-a6f0-413c02357a37 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4eed7a893f7b42edaadbf898ebe16cd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499642 May 19 13:59:04.909972 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-bd5c5cc6-0294-48f7-95bd-6e3a687464a7 service neutron] 10.222.0.52 "GET /v2.0/networks/ad76f5bc-7148-40ee-8a08-ce1742f9a049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820699 May 19 13:59:05.000916 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-f529ad36-c2fa-4912-98c7-300665bf047c service neutron] 10.222.0.52 "GET /v2.0/networks/ad76f5bc-7148-40ee-8a08-ce1742f9a049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850682 May 19 13:59:05.161036 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9757c88e-8238-4303-852a-a6104309bb47 req-55b883b5-e39a-4246-9e11-d8690cefba23 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 210 time: 0.0274277 May 19 13:59:06.263214 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-5c6d39a9-14af-4b32-af1d-560c05e656bf tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:06.264845 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-5c6d39a9-14af-4b32-af1d-560c05e656bf tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.65 "GET /v2.0/networks?id=ad76f5bc-7148-40ee-8a08-ce1742f9a049 HTTP/1.1" status: 200 len: 816 time: 0.1088705 May 19 13:59:06.269686 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d49977e4-d42b-419d-8146-d524d7add082 req-29912fea-8752-401b-a83e-13e47ceee983 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 210 time: 0.0302486 May 19 13:59:06.300182 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 5e326997-1358-457a-8426-4184a94bfdad no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:59:06.325884 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] No Port match for: 5e326997-1358-457a-8426-4184a94bfdad {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:59:06.326274 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 5e326997-1358-457a-8426-4184a94bfdad not bound to the agent host hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:59:06.341740 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:06.364558 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-0405ad24-f8ac-496f-b8ba-49989b36714a tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4eed7a893f7b42edaadbf898ebe16cd6 HTTP/1.1" status: 200 len: 380 time: 0.0543783 May 19 13:59:06.469503 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-6d952774-ae7c-4165-8313-cf5c8731941d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Request body: {'port': {'device_id': '4ea89fb6-a6ad-4aaf-9c6a-c06816051a96', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'admin_state_up': True, 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'security_groups': ['11d525a8-e492-4f19-a667-b3c9adcd0d51']}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:59:06.586180 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-6d952774-ae7c-4165-8313-cf5c8731941d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Made reservation on behalf of 4eed7a893f7b42edaadbf898ebe16cd6 for: {'port': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:59:06.589534 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-6d952774-ae7c-4165-8313-cf5c8731941d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:06.657429 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:06.718442 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-6d952774-ae7c-4165-8313-cf5c8731941d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Allocated IP 172.20.0.12 (ad76f5bc-7148-40ee-8a08-ce1742f9a049/c8c0bef4-21da-4c40-a82e-5eacd9d4263a/b57d1bfa-eb18-42d5-a8b6-81fae3792bb9) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:59:06.851180 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-6d952774-ae7c-4165-8313-cf5c8731941d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:06.882423 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-6d952774-ae7c-4165-8313-cf5c8731941d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:06.928078 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-6d952774-ae7c-4165-8313-cf5c8731941d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Network ad76f5bc-7148-40ee-8a08-ce1742f9a049 is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:59:06.931236 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-6d952774-ae7c-4165-8313-cf5c8731941d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:59:06.934971 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-6d952774-ae7c-4165-8313-cf5c8731941d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:59:06.964828 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d952774-ae7c-4165-8313-cf5c8731941d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Pushing event updated for resources: {'Port': ['ID=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:06.988171 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-6d952774-ae7c-4165-8313-cf5c8731941d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:06.988799 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-6d952774-ae7c-4165-8313-cf5c8731941d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:07.009730 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-6d952774-ae7c-4165-8313-cf5c8731941d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5440590 May 19 13:59:07.041118 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-86550f56-b53b-45ae-9c96-4b272223f049 service neutron] Request body: {'port': {'device_id': '4ea89fb6-a6ad-4aaf-9c6a-c06816051a96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:59:07.094268 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:07.103918 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-86550f56-b53b-45ae-9c96-4b272223f049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:07.213103 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-36a4d3e3-5af3-41f1-8410-d973cebfc54d None None] Provisioning complete for port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:59:07.213390 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-36a4d3e3-5af3-41f1-8410-d973cebfc54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:07.246119 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-36a4d3e3-5af3-41f1-8410-d973cebfc54d None None] Port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:59:07.388746 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0ab2c-482d-46b6-912b-fe48c2106005 req-af421080-c858-4b94-befe-2ffa8d956117 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:07.389302 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-86550f56-b53b-45ae-9c96-4b272223f049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 {{(pid=110062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:59:07.391285 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2ac0ab2c-482d-46b6-912b-fe48c2106005 req-af421080-c858-4b94-befe-2ffa8d956117 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 932 time: 0.0475183 May 19 13:59:07.399628 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-86550f56-b53b-45ae-9c96-4b272223f049 service neutron] Publish callbacks [] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:07.417543 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.provisioning_blocks [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-86550f56-b53b-45ae-9c96-4b272223f049 service neutron] Transition to ACTIVE for port object b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 will not be triggered until provisioned by entity L2. {{(pid=110062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:59:07.421149 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-86550f56-b53b-45ae-9c96-4b272223f049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29558909'] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:07.425175 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:07.445277 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2ac0ab2c-482d-46b6-912b-fe48c2106005 req-7988c524-6774-49c0-bb47-21d6dd2b9f11 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482020 May 19 13:59:07.481360 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86550f56-b53b-45ae-9c96-4b272223f049 service neutron] Pushing event updated for resources: {'Port': ['ID=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9,revision_number=2']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:07.565458 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-86550f56-b53b-45ae-9c96-4b272223f049 service neutron] Attempting to bind port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:59:07.565679 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-86550f56-b53b-45ae-9c96-4b272223f049 service neutron] Attempting to bind port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049'}] {{(pid=110062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:59:07.565998 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-86550f56-b53b-45ae-9c96-4b272223f049 service neutron] Attempting to bind port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 on network ad76f5bc-7148-40ee-8a08-ce1742f9a049 {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:59:07.571547 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-86550f56-b53b-45ae-9c96-4b272223f049 service neutron] Port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 on network ad76f5bc-7148-40ee-8a08-ce1742f9a049 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:59:07.571886 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-86550f56-b53b-45ae-9c96-4b272223f049 service neutron] Attempting to bind port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 on network ad76f5bc-7148-40ee-8a08-ce1742f9a049 {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:59:07.577091 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-86550f56-b53b-45ae-9c96-4b272223f049 service neutron] Checking agent: {'id': '7bec7b2c-83f8-44b0-a5e6-0a5454b173c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'started_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:59:07.577368 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-86550f56-b53b-45ae-9c96-4b272223f049 service neutron] Checking segment: {'id': 'c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:59:07.577744 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-86550f56-b53b-45ae-9c96-4b272223f049 service neutron] Bound using segment: {'id': 'c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049'} {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:59:07.578162 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-86550f56-b53b-45ae-9c96-4b272223f049 service neutron] Bound port: b57d1bfa-eb18-42d5-a8b6-81fae3792bb9, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049'}}] {{(pid=110062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:59:07.578512 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-86550f56-b53b-45ae-9c96-4b272223f049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:07.641935 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-86550f56-b53b-45ae-9c96-4b272223f049 service neutron] For port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9, host hv-cinder-78481, cleared binding levels {{(pid=110062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:59:07.645206 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-86550f56-b53b-45ae-9c96-4b272223f049 service neutron] For port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:59:07.651390 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-86550f56-b53b-45ae-9c96-4b272223f049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29558909'] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:07.688220 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-86550f56-b53b-45ae-9c96-4b272223f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:07.688838 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-86550f56-b53b-45ae-9c96-4b272223f049 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:07.690211 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-86550f56-b53b-45ae-9c96-4b272223f049 service neutron] 10.222.0.65 "PUT /v2.0/ports/b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 HTTP/1.1" status: 200 len: 1094 time: 0.6546087 May 19 13:59:07.690640 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea89fb6-a6ad-4aaf-9c6a-c06816051a96', 'tag': 'b57d1bfa-eb18-42d5-a8b6-81fae3792bb9'}] {{(pid=110062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:59:07.692998 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dff7f06c5e0e0f36f9473af0b06c6f419441bd6c4accb13c2a4abbfe17b595b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca4f184-9092-48f1-8524-845fce51c93a" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea89fb6-a6ad-4aaf-9c6a-c06816051a96", "tag": "b57d1bfa-eb18-42d5-a8b6-81fae3792bb9"}]}' {{(pid=110062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:59:07.713651 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86550f56-b53b-45ae-9c96-4b272223f049 service neutron] Pushing event updated for resources: {'Port': ['ID=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9,revision_number=3']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:07.748171 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d740275-4f89-45e5-a717-bc14d4d0d6db x-openstack-request-id: req-1d740275-4f89-45e5-a717-bc14d4d0d6db {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:59:07.748672 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea89fb6-a6ad-4aaf-9c6a-c06816051a96", "tag": "b57d1bfa-eb18-42d5-a8b6-81fae3792bb9", "status": "completed", "code": 200}]} {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:59:07.749086 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1d740275-4f89-45e5-a717-bc14d4d0d6db {{(pid=110062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:59:07.749643 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d740275-4f89-45e5-a717-bc14d4d0d6db'] response: {'name': 'network-changed', 'server_uuid': '4ea89fb6-a6ad-4aaf-9c6a-c06816051a96', 'tag': 'b57d1bfa-eb18-42d5-a8b6-81fae3792bb9', 'status': 'completed', 'code': 200} May 19 13:59:07.752121 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:07.767932 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:07.818391 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-19f5d9fe-f623-4e1f-9457-6f7b999154c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:07.819883 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-19f5d9fe-f623-4e1f-9457-6f7b999154c6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4eed7a893f7b42edaadbf898ebe16cd6&device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 1128 time: 0.0520391 May 19 13:59:07.872589 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-2f327f76-5893-4863-b92a-107d644f7e86 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 HTTP/1.1" status: 200 len: 217 time: 0.0331607 May 19 13:59:07.928193 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-bbf46f88-353d-42a6-88ee-fcfb9c9353e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:07.929643 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-bbf46f88-353d-42a6-88ee-fcfb9c9353e0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8c0bef4-21da-4c40-a82e-5eacd9d4263a HTTP/1.1" status: 200 len: 855 time: 0.0478179 May 19 13:59:07.978677 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-c723c343-aaa7-41c2-bfe3-5201c83f92b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:07.980180 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-c723c343-aaa7-41c2-bfe3-5201c83f92b6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ad76f5bc-7148-40ee-8a08-ce1742f9a049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416861 May 19 13:59:08.070971 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-b5c30536-95cb-4bf6-a933-b5326b25ef55 service neutron] 10.222.0.65 "GET /v2.0/networks/ad76f5bc-7148-40ee-8a08-ce1742f9a049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813074 May 19 13:59:08.090019 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:08.171572 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cdba1626-427e-4b0c-ab22-5d1587e4757e req-cb1a9db9-3c6e-4ef3-abdf-dc8d75edcab1 service neutron] 10.222.0.65 "GET /v2.0/networks/ad76f5bc-7148-40ee-8a08-ce1742f9a049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901027 May 19 13:59:08.564691 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b62f2f-6931-4ec5-beca-760d9f3d727f req-92171c3a-df95-4460-a492-03807a5e1ba0 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:08.566121 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f5b62f2f-6931-4ec5-beca-760d9f3d727f req-92171c3a-df95-4460-a492-03807a5e1ba0 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 944 time: 0.0461955 May 19 13:59:08.612062 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f5b62f2f-6931-4ec5-beca-760d9f3d727f req-d4395e7d-3047-4432-a3b5-18fa83ce75ff tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396650 May 19 13:59:09.480250 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4f184-9092-48f1-8524-845fce51c93a req-b2757b52-f9f7-43d0-b29d-5c80abcf2321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:09.481706 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-9ca4f184-9092-48f1-8524-845fce51c93a req-b2757b52-f9f7-43d0-b29d-5c80abcf2321 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4eed7a893f7b42edaadbf898ebe16cd6&device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 1128 time: 0.0454617 May 19 13:59:09.580025 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4f184-9092-48f1-8524-845fce51c93a req-66cd106a-8cbd-4c97-ab02-a8742b98d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:09.581435 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-9ca4f184-9092-48f1-8524-845fce51c93a req-66cd106a-8cbd-4c97-ab02-a8742b98d87d service neutron] 10.222.0.65 "GET /v2.0/networks?id=ad76f5bc-7148-40ee-8a08-ce1742f9a049 HTTP/1.1" status: 200 len: 917 time: 0.0852916 May 19 13:59:09.622016 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-9ca4f184-9092-48f1-8524-845fce51c93a req-e4d2ebb7-fb5e-46b5-8b2c-9d93237106fe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 HTTP/1.1" status: 200 len: 217 time: 0.0311778 May 19 13:59:09.674181 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4f184-9092-48f1-8524-845fce51c93a req-e1f8979f-cb27-488b-8d3f-9de08ac24514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:09.675645 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-9ca4f184-9092-48f1-8524-845fce51c93a req-e1f8979f-cb27-488b-8d3f-9de08ac24514 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8c0bef4-21da-4c40-a82e-5eacd9d4263a HTTP/1.1" status: 200 len: 855 time: 0.0459158 May 19 13:59:09.722311 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4f184-9092-48f1-8524-845fce51c93a req-1e962db8-2f66-4400-a710-9b6c95599b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:09.723823 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-9ca4f184-9092-48f1-8524-845fce51c93a req-1e962db8-2f66-4400-a710-9b6c95599b04 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ad76f5bc-7148-40ee-8a08-ce1742f9a049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401199 May 19 13:59:09.732895 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12769554-e9a7-4680-91dc-0199711c7171 req-56bb1e36-13be-47c8-9a9d-e307f42df611 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:09.734332 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-12769554-e9a7-4680-91dc-0199711c7171 req-56bb1e36-13be-47c8-9a9d-e307f42df611 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 944 time: 0.0470066 May 19 13:59:09.782270 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-12769554-e9a7-4680-91dc-0199711c7171 req-c97cfb12-469f-43fe-adb9-efe0404d24f2 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422168 May 19 13:59:09.827939 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-9ca4f184-9092-48f1-8524-845fce51c93a req-c541a339-5120-41f3-b9d4-51e7293d3bef service neutron] 10.222.0.65 "GET /v2.0/networks/ad76f5bc-7148-40ee-8a08-ce1742f9a049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911999 May 19 13:59:09.888768 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:09.927087 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-9ca4f184-9092-48f1-8524-845fce51c93a req-bd8c7bf1-e65e-4367-85e7-625c5429b169 service neutron] 10.222.0.65 "GET /v2.0/networks/ad76f5bc-7148-40ee-8a08-ce1742f9a049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889118 May 19 13:59:10.902689 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da88372-2cf0-4b58-9e8c-3475d130330c req-48cc9c01-6fb7-4322-9d7b-26c6ec9f0486 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:10.904212 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9da88372-2cf0-4b58-9e8c-3475d130330c req-48cc9c01-6fb7-4322-9d7b-26c6ec9f0486 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 944 time: 0.0500264 May 19 13:59:10.950580 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9da88372-2cf0-4b58-9e8c-3475d130330c req-356bef55-702f-4971-afc1-c3953cc7e1b5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407817 May 19 13:59:12.067601 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69281562-9858-4c3b-bf38-6cf490b20707 req-9ebf01f6-dea0-4e3d-a97d-14efd40c1d81 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:12.069167 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-69281562-9858-4c3b-bf38-6cf490b20707 req-9ebf01f6-dea0-4e3d-a97d-14efd40c1d81 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 944 time: 0.0468695 May 19 13:59:12.115562 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-69281562-9858-4c3b-bf38-6cf490b20707 req-bb887595-84c1-4bfc-8ec1-30f3a1eb6cb4 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408568 May 19 13:59:12.298471 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:59:12.398042 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:59:12.405408 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:12.410490 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Returning: {'device': 'b57d1bfa-eb18-42d5-a8b6-81fae3792bb9', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'port_id': 'b57d1bfa-eb18-42d5-a8b6-81fae3792bb9', 'mac_address': 'fa:16:3e:75:0f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:59:12.449342 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 is: DOWN; New status is: BUILD {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:59:12.449726 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:12.462929 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 {{(pid=110063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:59:12.482698 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:59:12.486271 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:12.531457 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:12.863474 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:12.866574 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=22 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:12.905713 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['b57d1bfa-eb18-42d5-a8b6-81fae3792bb9'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:59:13.237471 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af904243-0f31-425f-8107-91ca02261649 req-c91c77fc-85e0-443a-bbd0-4e857b9af2c7 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:13.238949 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-af904243-0f31-425f-8107-91ca02261649 req-c91c77fc-85e0-443a-bbd0-4e857b9af2c7 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 945 time: 0.0502980 May 19 13:59:13.286710 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-af904243-0f31-425f-8107-91ca02261649 req-2938461d-d041-4c98-9e5b-5c982cc46bd9 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416102 May 19 13:59:14.318028 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 up at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:59:14.360555 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning for port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 completed by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:59:14.366702 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning complete for port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:59:14.367337 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:14.387234 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:14.407175 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e626a-be37-4f7f-b4d2-0a167d1279e2 req-745e4ac5-fda3-4a7f-b103-2173f6177372 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:14.408481 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5b5e626a-be37-4f7f-b4d2-0a167d1279e2 req-745e4ac5-fda3-4a7f-b103-2173f6177372 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 945 time: 0.0495636 May 19 13:59:14.450485 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 is: BUILD; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:59:14.450727 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:14.458599 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5b5e626a-be37-4f7f-b4d2-0a167d1279e2 req-0232f378-2383-4790-8b61-947393d0c292 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440078 May 19 13:59:14.474896 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea89fb6-a6ad-4aaf-9c6a-c06816051a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57d1bfa-eb18-42d5-a8b6-81fae3792bb9'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:59:14.477362 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ae5b77-2db9-4707-8044-2b4548337370" -d '{"events": [{"server_uuid": "4ea89fb6-a6ad-4aaf-9c6a-c06816051a96", "name": "network-vif-plugged", "status": "completed", "tag": "b57d1bfa-eb18-42d5-a8b6-81fae3792bb9"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:59:14.489590 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:59:14.494223 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:14.523450 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678ecd43-9e46-4e25-b7ba-af45a2976f9e x-openstack-request-id: req-678ecd43-9e46-4e25-b7ba-af45a2976f9e {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:59:14.523776 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea89fb6-a6ad-4aaf-9c6a-c06816051a96", "name": "network-vif-plugged", "status": "completed", "tag": "b57d1bfa-eb18-42d5-a8b6-81fae3792bb9", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:59:14.524072 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-678ecd43-9e46-4e25-b7ba-af45a2976f9e {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:59:14.524394 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-678ecd43-9e46-4e25-b7ba-af45a2976f9e'] response: {'server_uuid': '4ea89fb6-a6ad-4aaf-9c6a-c06816051a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57d1bfa-eb18-42d5-a8b6-81fae3792bb9', 'code': 200} May 19 13:59:14.545465 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:15.006381 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae095a4-8337-42d6-bf22-5ce5126612fa req-65362073-3a74-4399-b8eb-a1ee3df74ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:15.008082 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-2ae095a4-8337-42d6-bf22-5ce5126612fa req-65362073-3a74-4399-b8eb-a1ee3df74ef4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 1130 time: 0.2731261 May 19 13:59:15.052981 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-2ae095a4-8337-42d6-bf22-5ce5126612fa req-0a40f5f3-e24d-4d2a-a1e4-fc708d8d597c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379999 May 19 13:59:15.384004 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ad043-c0cd-4d5b-8bac-be1aea65e70c req-e1c82537-9588-4d59-abb9-fbf5eadce00c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:15.385490 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cb4ad043-c0cd-4d5b-8bac-be1aea65e70c req-e1c82537-9588-4d59-abb9-fbf5eadce00c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.1570890 May 19 13:59:15.404896 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:15.438921 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cb4ad043-c0cd-4d5b-8bac-be1aea65e70c req-a6274ee3-21ec-40ef-baff-941f7d3dacbe tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477595 May 19 13:59:15.627054 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95638d-7973-428b-9be8-0d9fe64d6133 req-7dc93528-5bd5-40bf-a152-171be3870b1b tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:15.628497 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ef95638d-7973-428b-9be8-0d9fe64d6133 req-7dc93528-5bd5-40bf-a152-171be3870b1b tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 946 time: 0.0967710 May 19 13:59:15.675558 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ef95638d-7973-428b-9be8-0d9fe64d6133 req-1c548944-11cf-4200-b5e3-2fd14466db1d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410323 May 19 13:59:16.552497 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb43b87-949e-487f-ad7c-d7881ef27a76 req-09afb1b0-241e-4e43-b698-2081291246f9 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:16.554737 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0cb43b87-949e-487f-ad7c-d7881ef27a76 req-09afb1b0-241e-4e43-b698-2081291246f9 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0482383 May 19 13:59:16.601118 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0cb43b87-949e-487f-ad7c-d7881ef27a76 req-d4c9407c-88b9-489b-a1a8-fef13135d60e tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401080 May 19 13:59:16.795827 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140b642-35e2-496d-b248-6d5ebbf798c4 req-24ebfc66-2663-4a67-805a-1a1bbe498c06 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:16.797281 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5140b642-35e2-496d-b248-6d5ebbf798c4 req-24ebfc66-2663-4a67-805a-1a1bbe498c06 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 946 time: 0.0503991 May 19 13:59:16.842726 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5140b642-35e2-496d-b248-6d5ebbf798c4 req-49c4f8e4-c78a-4a52-814c-4bcdb6a2235b tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399806 May 19 13:59:17.724412 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a18014-7a58-4082-81ab-407d05884fca req-e66e9baa-4c23-4a2e-b9b9-eed5057a4492 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:17.727108 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a0a18014-7a58-4082-81ab-407d05884fca req-e66e9baa-4c23-4a2e-b9b9-eed5057a4492 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0514252 May 19 13:59:17.778321 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a0a18014-7a58-4082-81ab-407d05884fca req-ecd68380-0d9a-4aea-85e5-19d56a65c57d tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437350 May 19 13:59:17.969453 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fb760-a406-43b1-8e2e-df6b98ed4bfd req-c669e09b-825d-4f20-a517-fe64d2c5013c tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:17.970938 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-891fb760-a406-43b1-8e2e-df6b98ed4bfd req-c669e09b-825d-4f20-a517-fe64d2c5013c tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 946 time: 0.0491920 May 19 13:59:18.031553 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-891fb760-a406-43b1-8e2e-df6b98ed4bfd req-5a239e5b-6a41-4221-a4f7-7c6af5a6ca8a tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547817 May 19 13:59:18.401810 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:18.895445 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58245562-e988-4b35-b49b-32e46491529c req-406b0769-2f27-487d-9d43-13db8fb4cf25 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:18.897048 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-58245562-e988-4b35-b49b-32e46491529c req-406b0769-2f27-487d-9d43-13db8fb4cf25 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0464437 May 19 13:59:18.945025 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-58245562-e988-4b35-b49b-32e46491529c req-0d54900d-18c3-4504-869d-0f2273aa5fb7 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413854 May 19 13:59:19.152622 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c6920-7e6a-4810-a923-fa1767a94c2d req-7288fb9b-7d0a-463f-bd00-8b3069aabd3a tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:19.154098 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dd8c6920-7e6a-4810-a923-fa1767a94c2d req-7288fb9b-7d0a-463f-bd00-8b3069aabd3a tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 946 time: 0.0469496 May 19 13:59:19.200569 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dd8c6920-7e6a-4810-a923-fa1767a94c2d req-f54c3d1e-6207-4ebf-9ec6-1ede1ff6019e tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409110 May 19 13:59:19.898397 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d40054-4b83-4102-b622-c8bbfc2e7cef req-75c6ccee-5566-454b-b67c-f0015bd913d9 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:19.899854 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-f2d40054-4b83-4102-b622-c8bbfc2e7cef req-75c6ccee-5566-454b-b67c-f0015bd913d9 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.65 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0470011 May 19 13:59:20.060936 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89af3c-9a8e-4c7a-a4d3-5e7a0e3c11f5 req-092cd21d-ec42-4614-b3c2-aeace2d56632 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:20.062403 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1a89af3c-9a8e-4c7a-a4d3-5e7a0e3c11f5 req-092cd21d-ec42-4614-b3c2-aeace2d56632 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 945 time: 0.0503139 May 19 13:59:20.109020 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1a89af3c-9a8e-4c7a-a4d3-5e7a0e3c11f5 req-58ee9d6e-f910-4d5e-968b-1caecec52365 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8e9b8eb-7787-45c1-b652-4fba399be68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410135 May 19 13:59:20.317821 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7ffc5-f10e-4da9-90cd-66c5f438d8e1 req-7cc5ede4-e4b3-4902-99b8-c1a141a866b4 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:20.319900 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6bc7ffc5-f10e-4da9-90cd-66c5f438d8e1 req-7cc5ede4-e4b3-4902-99b8-c1a141a866b4 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 946 time: 0.0478363 May 19 13:59:20.365522 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6bc7ffc5-f10e-4da9-90cd-66c5f438d8e1 req-9d2036a7-0cbe-4f8e-9156-f6f19e7faaf1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401258 May 19 13:59:20.485666 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1eee8d-50e6-49dc-aa9a-cfdc5e8a058c req-ce8f2ea8-5f49-4870-ba92-69f84727e90b tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:20.487059 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7d1eee8d-50e6-49dc-aa9a-cfdc5e8a058c req-ce8f2ea8-5f49-4870-ba92-69f84727e90b tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 946 time: 0.0496426 May 19 13:59:20.496467 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 34858) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:20.500666 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-67ff5c38-c698-4a4b-b53d-67f9d77e797d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Request body: {'floatingip': {'port_id': 'b57d1bfa-eb18-42d5-a8b6-81fae3792bb9'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:59:20.538683 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-67ff5c38-c698-4a4b-b53d-67f9d77e797d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for floatingip (535a3068-cd2a-45bc-b7b3-159f1d4faad2), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:20.565582 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:20.568047 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:20.758078 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [req-f2d40054-4b83-4102-b622-c8bbfc2e7cef req-99e6bcec-efd0-4d1a-a633-820a4706ae2a tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Deleting port 9636a338-81c2-4e01-8620-ce36ba238295 {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:59:20.758405 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-f2d40054-4b83-4102-b622-c8bbfc2e7cef req-99e6bcec-efd0-4d1a-a633-820a4706ae2a tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (9636a338-81c2-4e01-8620-ce36ba238295), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:20.854170 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-f2d40054-4b83-4102-b622-c8bbfc2e7cef req-99e6bcec-efd0-4d1a-a633-820a4706ae2a tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] For port 9636a338-81c2-4e01-8620-ce36ba238295, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=9636a338-81c2-4e01-8620-ce36ba238295,segment=NetworkSegment(3357b59c-800b-4264-ab3b-ac31421ff465),segment_id=3357b59c-800b-4264-ab3b-ac31421ff465)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:59:20.854530 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-f2d40054-4b83-4102-b622-c8bbfc2e7cef req-99e6bcec-efd0-4d1a-a633-820a4706ae2a tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (9636a338-81c2-4e01-8620-ce36ba238295), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:21.008319 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=100 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:21.029083 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-f2d40054-4b83-4102-b622-c8bbfc2e7cef req-99e6bcec-efd0-4d1a-a633-820a4706ae2a tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:21.029443 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-f2d40054-4b83-4102-b622-c8bbfc2e7cef req-99e6bcec-efd0-4d1a-a633-820a4706ae2a tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (0240a74b-5c41-4123-99fb-2c0e8883bb80), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:21.029755 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.db.l3_db [req-f2d40054-4b83-4102-b622-c8bbfc2e7cef req-99e6bcec-efd0-4d1a-a633-820a4706ae2a tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Floating IP 0240a74b-5c41-4123-99fb-2c0e8883bb80 disassociated. External IP: 172.27.2.198, port: 9636a338-81c2-4e01-8620-ce36ba238295. May 19 13:59:21.030100 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [req-f2d40054-4b83-4102-b622-c8bbfc2e7cef req-99e6bcec-efd0-4d1a-a633-820a4706ae2a tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Calling delete_port for 9636a338-81c2-4e01-8620-ce36ba238295 owned by compute:nova {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:59:21.161618 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-f2d40054-4b83-4102-b622-c8bbfc2e7cef req-99e6bcec-efd0-4d1a-a633-820a4706ae2a tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (9636a338-81c2-4e01-8620-ce36ba238295), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:21.198625 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6bcec-efd0-4d1a-a633-820a4706ae2a tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Pushing event deleted for resources: {'Port': ['ID=9636a338-81c2-4e01-8620-ce36ba238295,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:21.221146 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-de2c6612-a6bc-46cf-bf2d-f97a13bcbefd req-8cbbc966-6ff3-4762-8a3f-5202af37f5de tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 210 time: 0.0408874 May 19 13:59:21.273258 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-67ff5c38-c698-4a4b-b53d-67f9d77e797d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:21.277445 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-67ff5c38-c698-4a4b-b53d-67f9d77e797d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (535a3068-cd2a-45bc-b7b3-159f1d4faad2), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:21.306726 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2d40054-4b83-4102-b622-c8bbfc2e7cef req-99e6bcec-efd0-4d1a-a633-820a4706ae2a tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Router f1237507-bd1d-4f8e-806d-f16ede343778 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:59:21.375503 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.l3_db [None req-67ff5c38-c698-4a4b-b53d-67f9d77e797d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Floating IP 535a3068-cd2a-45bc-b7b3-159f1d4faad2 associated. External IP: 172.27.2.107, port: b57d1bfa-eb18-42d5-a8b6-81fae3792bb9. May 19 13:59:21.409294 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2d40054-4b83-4102-b622-c8bbfc2e7cef req-99e6bcec-efd0-4d1a-a633-820a4706ae2a tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:59:21.415183 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:21.420761 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585e0727-39f0-46a4-8c54-2d2e99d9c399 None None] Sync routers for ids ['f1237507-bd1d-4f8e-806d-f16ede343778'] in dv-cinder-784815-14-iscsi {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:59:21.433235 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585e0727-39f0-46a4-8c54-2d2e99d9c399 None None] Routers {'f1237507-bd1d-4f8e-806d-f16ede343778'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:59:21.434138 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-585e0727-39f0-46a4-8c54-2d2e99d9c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:59:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['f1237507-bd1d-4f8e-806d-f16ede343778'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:21.457162 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d40054-4b83-4102-b622-c8bbfc2e7cef req-99e6bcec-efd0-4d1a-a633-820a4706ae2a tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] No DVR routers for this DVR port 9636a338-81c2-4e01-8620-ce36ba238295 on host hv-cinder-78481 {{(pid=110062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:59:21.460370 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-f2d40054-4b83-4102-b622-c8bbfc2e7cef req-99e6bcec-efd0-4d1a-a633-820a4706ae2a tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:21.463655 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-f2d40054-4b83-4102-b622-c8bbfc2e7cef req-99e6bcec-efd0-4d1a-a633-820a4706ae2a tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.65 "DELETE /v2.0/ports/9636a338-81c2-4e01-8620-ce36ba238295 HTTP/1.1" status: 204 len: 173 time: 0.7886412 May 19 13:59:21.464301 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83247503-3bc5-4f4d-9221-acd8b14033e8', 'name': 'network-vif-deleted', 'tag': '9636a338-81c2-4e01-8620-ce36ba238295'}] {{(pid=110062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:59:21.466418 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dff7f06c5e0e0f36f9473af0b06c6f419441bd6c4accb13c2a4abbfe17b595b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fabcb4-0d56-4c4d-93e6-19e8f33d655b" -d '{"events": [{"server_uuid": "83247503-3bc5-4f4d-9221-acd8b14033e8", "name": "network-vif-deleted", "tag": "9636a338-81c2-4e01-8620-ce36ba238295"}]}' {{(pid=110062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:59:21.524931 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98901b67-d59f-4ae0-a4ce-8bd569a69a57 x-openstack-request-id: req-98901b67-d59f-4ae0-a4ce-8bd569a69a57 {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:59:21.531157 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83247503-3bc5-4f4d-9221-acd8b14033e8", "name": "network-vif-deleted", "tag": "9636a338-81c2-4e01-8620-ce36ba238295", "status": "completed", "code": 200}]} {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:59:21.531744 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-98901b67-d59f-4ae0-a4ce-8bd569a69a57 {{(pid=110062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:59:21.532386 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98901b67-d59f-4ae0-a4ce-8bd569a69a57'] response: {'server_uuid': '83247503-3bc5-4f4d-9221-acd8b14033e8', 'name': 'network-vif-deleted', 'tag': '9636a338-81c2-4e01-8620-ce36ba238295', 'status': 'completed', 'code': 200} May 19 13:59:21.549776 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:21.574544 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-585e0727-39f0-46a4-8c54-2d2e99d9c399 None None] Set router f1237507-bd1d-4f8e-806d-f16ede343778 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:59:21.618084 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ff5c38-c698-4a4b-b53d-67f9d77e797d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Router df33d85d-4c8c-4139-9d88-dc2e41784775 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:59:21.738290 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ff5c38-c698-4a4b-b53d-67f9d77e797d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:59:21.743875 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-67ff5c38-c698-4a4b-b53d-67f9d77e797d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:21.752992 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138b3e98-ae10-4bec-b438-e6af1647c9d4 None None] Sync routers for ids ['df33d85d-4c8c-4139-9d88-dc2e41784775'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:59:21.765017 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138b3e98-ae10-4bec-b438-e6af1647c9d4 None None] Routers {'df33d85d-4c8c-4139-9d88-dc2e41784775'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:59:21.765714 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-138b3e98-ae10-4bec-b438-e6af1647c9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:59:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['df33d85d-4c8c-4139-9d88-dc2e41784775'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:21.778204 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-67ff5c38-c698-4a4b-b53d-67f9d77e797d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "PUT /v2.0/floatingips/535a3068-cd2a-45bc-b7b3-159f1d4faad2 HTTP/1.1" status: 200 len: 992 time: 1.2806239 May 19 13:59:21.778701 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea89fb6-a6ad-4aaf-9c6a-c06816051a96', 'tag': 'b57d1bfa-eb18-42d5-a8b6-81fae3792bb9'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:59:21.780985 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190b7719-f8d4-45fa-9171-56a5cdbd1dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea89fb6-a6ad-4aaf-9c6a-c06816051a96", "tag": "b57d1bfa-eb18-42d5-a8b6-81fae3792bb9"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:59:21.783957 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:21.797501 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-585e0727-39f0-46a4-8c54-2d2e99d9c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'name': 'tempest-ServerRescueNegativeTestJSON-809597786-router', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd018a910-9843-4390-be75-edf5266f01ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:13Z', 'updated_at': '2022-05-19T13:54:23Z', 'revision_number': 4, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'gw_port': {'id': 'd018a910-9843-4390-be75-edf5266f01ce', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:14Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '42d68708-0560-44b9-9551-51b92d80e6a5', 'name': '', 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'mac_address': 'fa:16:3e:d9:14:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:21Z', 'updated_at': '2022-05-19T13:54:31Z', 'revision_number': 5, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'subnets': [{'id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:21.822952 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585e0727-39f0-46a4-8c54-2d2e99d9c399 None None] Checking router: f1237507-bd1d-4f8e-806d-f16ede343778 for host: dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:59:21.825266 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424ae9a9-9753-4c22-9c45-5456b19fe4cf x-openstack-request-id: req-424ae9a9-9753-4c22-9c45-5456b19fe4cf {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:59:21.825560 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea89fb6-a6ad-4aaf-9c6a-c06816051a96", "tag": "b57d1bfa-eb18-42d5-a8b6-81fae3792bb9", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:59:21.825817 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-424ae9a9-9753-4c22-9c45-5456b19fe4cf {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:59:21.826223 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-424ae9a9-9753-4c22-9c45-5456b19fe4cf'] response: {'name': 'network-changed', 'server_uuid': '4ea89fb6-a6ad-4aaf-9c6a-c06816051a96', 'tag': 'b57d1bfa-eb18-42d5-a8b6-81fae3792bb9', 'status': 'completed', 'code': 200} May 19 13:59:21.831614 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585e0727-39f0-46a4-8c54-2d2e99d9c399 None None] Routers {'f1237507-bd1d-4f8e-806d-f16ede343778'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:59:21.832217 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-585e0727-39f0-46a4-8c54-2d2e99d9c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:59:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['f1237507-bd1d-4f8e-806d-f16ede343778'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:21.874558 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-138b3e98-ae10-4bec-b438-e6af1647c9d4 None None] Set router df33d85d-4c8c-4139-9d88-dc2e41784775 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:59:21.935905 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-585e0727-39f0-46a4-8c54-2d2e99d9c399 None None] Set router f1237507-bd1d-4f8e-806d-f16ede343778 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:59:22.097709 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-138b3e98-ae10-4bec-b438-e6af1647c9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'name': 'tempest-AttachVolumeShelveTestJSON-935659149-router', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:16Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'gw_port': {'id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:18Z', 'updated_at': '2022-05-19T13:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '535a3068-cd2a-45bc-b7b3-159f1d4faad2', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'port_id': 'b57d1bfa-eb18-42d5-a8b6-81fae3792bb9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'mac_address': 'fa:16:3e:75:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea89fb6-a6ad-4aaf-9c6a-c06816051a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:59:04Z', 'updated_at': '2022-05-19T13:59:21Z', 'revision_number': 1, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cba1721-a5b1-40ed-95cc-7659f5cc2997', 'name': '', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'mac_address': 'fa:16:3e:fe:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:24Z', 'updated_at': '2022-05-19T13:54:38Z', 'revision_number': 5, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'subnets': [{'id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:22.118213 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b7719-f8d4-45fa-9171-56a5cdbd1dd6 req-4f32a5b4-f193-49a7-b236-3b7ba1f123ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:22.121415 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-190b7719-f8d4-45fa-9171-56a5cdbd1dd6 req-4f32a5b4-f193-49a7-b236-3b7ba1f123ec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4eed7a893f7b42edaadbf898ebe16cd6&device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 1130 time: 0.0869193 May 19 13:59:22.126406 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138b3e98-ae10-4bec-b438-e6af1647c9d4 None None] Checking router: df33d85d-4c8c-4139-9d88-dc2e41784775 for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:59:22.137729 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138b3e98-ae10-4bec-b438-e6af1647c9d4 None None] Routers {'df33d85d-4c8c-4139-9d88-dc2e41784775'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:59:22.139051 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-138b3e98-ae10-4bec-b438-e6af1647c9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:59:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['df33d85d-4c8c-4139-9d88-dc2e41784775'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:22.240440 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d4d4885f-1fee-4fb2-8d4c-c3bfe40b6257 req-da819fb5-2ec1-4f9b-ac78-487ba0216592 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=83247503-3bc5-4f4d-9221-acd8b14033e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0387142 May 19 13:59:22.254316 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b7719-f8d4-45fa-9171-56a5cdbd1dd6 req-6e8cf34a-b55e-418a-a737-e1c264a840f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:22.257862 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-190b7719-f8d4-45fa-9171-56a5cdbd1dd6 req-6e8cf34a-b55e-418a-a737-e1c264a840f5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ad76f5bc-7148-40ee-8a08-ce1742f9a049 HTTP/1.1" status: 200 len: 917 time: 0.1283329 May 19 13:59:22.264350 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-138b3e98-ae10-4bec-b438-e6af1647c9d4 None None] Set router df33d85d-4c8c-4139-9d88-dc2e41784775 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:59:22.290065 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-585e0727-39f0-46a4-8c54-2d2e99d9c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'name': 'tempest-ServerRescueNegativeTestJSON-809597786-router', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd018a910-9843-4390-be75-edf5266f01ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:13Z', 'updated_at': '2022-05-19T13:54:23Z', 'revision_number': 4, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'gw_port': {'id': 'd018a910-9843-4390-be75-edf5266f01ce', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:14Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '42d68708-0560-44b9-9551-51b92d80e6a5', 'name': '', 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'mac_address': 'fa:16:3e:d9:14:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:21Z', 'updated_at': '2022-05-19T13:54:31Z', 'revision_number': 5, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'subnets': [{'id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:22.333746 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585e0727-39f0-46a4-8c54-2d2e99d9c399 None None] The sync data for ids ['f1237507-bd1d-4f8e-806d-f16ede343778'] in dv-cinder-784815-14-iscsi is: [{'id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'name': 'tempest-ServerRescueNegativeTestJSON-809597786-router', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd018a910-9843-4390-be75-edf5266f01ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:13Z', 'updated_at': '2022-05-19T13:54:23Z', 'revision_number': 4, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'gw_port': {'id': 'd018a910-9843-4390-be75-edf5266f01ce', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:14Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '42d68708-0560-44b9-9551-51b92d80e6a5', 'name': '', 'network_id': '34a01e8b-7928-4301-ae0a-d1e9be21f258', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'mac_address': 'fa:16:3e:d9:14:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:21Z', 'updated_at': '2022-05-19T13:54:31Z', 'revision_number': 5, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'subnets': [{'id': '8e59f71b-406f-4674-9cc1-e5ca82f3a90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:59:22.343368 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-190b7719-f8d4-45fa-9171-56a5cdbd1dd6 req-6a9779f7-1682-42a3-853e-ba899506dd0e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 HTTP/1.1" status: 200 len: 1000 time: 0.0769172 May 19 13:59:22.353975 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d4d4885f-1fee-4fb2-8d4c-c3bfe40b6257 req-93a67b6d-599a-4056-89df-6b587ab5494e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28027af4cc0c4ca99035e48aa6237805&device_id=83247503-3bc5-4f4d-9221-acd8b14033e8 HTTP/1.1" status: 200 len: 210 time: 0.0454044 May 19 13:59:22.378480 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 34874) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:22.416655 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b7719-f8d4-45fa-9171-56a5cdbd1dd6 req-87039a8d-533a-4d08-bad4-9aa7c261519b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:22.418249 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-190b7719-f8d4-45fa-9171-56a5cdbd1dd6 req-87039a8d-533a-4d08-bad4-9aa7c261519b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8c0bef4-21da-4c40-a82e-5eacd9d4263a HTTP/1.1" status: 200 len: 855 time: 0.0690637 May 19 13:59:22.470254 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b7719-f8d4-45fa-9171-56a5cdbd1dd6 req-ca65edfc-f00e-4d46-b66e-2b1a9b0081c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:22.471805 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-190b7719-f8d4-45fa-9171-56a5cdbd1dd6 req-ca65edfc-f00e-4d46-b66e-2b1a9b0081c8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ad76f5bc-7148-40ee-8a08-ce1742f9a049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465875 May 19 13:59:22.475102 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:22.487218 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:22.539089 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9425cdb7-2dcf-4ffe-bc2e-5d290681c8de tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks [] for security_group (d8e9b8eb-7787-45c1-b652-4fba399be68a), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:22.556183 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4885f-1fee-4fb2-8d4c-c3bfe40b6257 req-9618e928-497d-48cb-9b1e-e3f70d060546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:22.557551 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d4d4885f-1fee-4fb2-8d4c-c3bfe40b6257 req-9618e928-497d-48cb-9b1e-e3f70d060546 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=28027af4cc0c4ca99035e48aa6237805&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1655984 May 19 13:59:22.570329 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-138b3e98-ae10-4bec-b438-e6af1647c9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'name': 'tempest-AttachVolumeShelveTestJSON-935659149-router', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:16Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'gw_port': {'id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:18Z', 'updated_at': '2022-05-19T13:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '535a3068-cd2a-45bc-b7b3-159f1d4faad2', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'port_id': 'b57d1bfa-eb18-42d5-a8b6-81fae3792bb9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'mac_address': 'fa:16:3e:75:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea89fb6-a6ad-4aaf-9c6a-c06816051a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:59:04Z', 'updated_at': '2022-05-19T13:59:21Z', 'revision_number': 1, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cba1721-a5b1-40ed-95cc-7659f5cc2997', 'name': '', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'mac_address': 'fa:16:3e:fe:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:24Z', 'updated_at': '2022-05-19T13:54:38Z', 'revision_number': 5, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'subnets': [{'id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:22.605798 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-190b7719-f8d4-45fa-9171-56a5cdbd1dd6 req-6b6b3596-99dc-4980-9bfe-c0c14e579031 service neutron] 10.222.0.65 "GET /v2.0/networks/ad76f5bc-7148-40ee-8a08-ce1742f9a049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240258 May 19 13:59:22.674619 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9425cdb7-2dcf-4ffe-bc2e-5d290681c8de tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks [] for security_group (d8e9b8eb-7787-45c1-b652-4fba399be68a), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:22.697558 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138b3e98-ae10-4bec-b438-e6af1647c9d4 None None] The sync data for ids ['df33d85d-4c8c-4139-9d88-dc2e41784775'] in dv-cinder-784815-14-iscsi is: [{'id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'name': 'tempest-AttachVolumeShelveTestJSON-935659149-router', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:16Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'gw_port': {'id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:18Z', 'updated_at': '2022-05-19T13:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '535a3068-cd2a-45bc-b7b3-159f1d4faad2', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'port_id': 'b57d1bfa-eb18-42d5-a8b6-81fae3792bb9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'mac_address': 'fa:16:3e:75:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea89fb6-a6ad-4aaf-9c6a-c06816051a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:59:04Z', 'updated_at': '2022-05-19T13:59:21Z', 'revision_number': 1, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cba1721-a5b1-40ed-95cc-7659f5cc2997', 'name': '', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'mac_address': 'fa:16:3e:fe:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:24Z', 'updated_at': '2022-05-19T13:54:38Z', 'revision_number': 5, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'subnets': [{'id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:59:22.719191 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99b643a-46e3-4d9d-b616-eeceea2b519b None None] New status for floating IP 0240a74b-5c41-4123-99fb-2c0e8883bb80: DOWN {{(pid=110063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:59:22.732666 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-190b7719-f8d4-45fa-9171-56a5cdbd1dd6 req-aaf05b92-fd81-497d-9f91-6612ffc1c06f service neutron] 10.222.0.65 "GET /v2.0/networks/ad76f5bc-7148-40ee-8a08-ce1742f9a049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205275 May 19 13:59:22.736724 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4885f-1fee-4fb2-8d4c-c3bfe40b6257 req-e0d81575-82f4-4583-9aaa-fc3ab82c10f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:22.738485 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d4d4885f-1fee-4fb2-8d4c-c3bfe40b6257 req-e0d81575-82f4-4583-9aaa-fc3ab82c10f3 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1706455 May 19 13:59:22.758094 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9425cdb7-2dcf-4ffe-bc2e-5d290681c8de tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (d8e9b8eb-7787-45c1-b652-4fba399be68a), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:22.760767 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9425cdb7-2dcf-4ffe-bc2e-5d290681c8de tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:22.764356 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-9425cdb7-2dcf-4ffe-bc2e-5d290681c8de tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "DELETE /v2.0/security-groups/d8e9b8eb-7787-45c1-b652-4fba399be68a HTTP/1.1" status: 204 len: 168 time: 0.3823094 May 19 13:59:22.764952 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 34876) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:22.774962 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425cdb7-2dcf-4ffe-bc2e-5d290681c8de tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e9b8eb-7787-45c1-b652-4fba399be68a,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:22.782212 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.api.v2.resource [None req-441c66a6-a617-4542-949f-237c301d3fa2 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] show failed (client error): The resource could not be found. May 19 13:59:22.791318 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-441c66a6-a617-4542-949f-237c301d3fa2 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups/d8e9b8eb-7787-45c1-b652-4fba399be68a HTTP/1.1" status: 404 len: 347 time: 0.0253723 May 19 13:59:22.793890 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 34878) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:22.915698 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:22.939141 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-5a938a12-ce8a-4050-82b8-9e834ee37913 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Deleting port 393a1f4a-cd3e-40ab-98a6-f40679dc31d2 {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:59:22.939631 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5a938a12-ce8a-4050-82b8-9e834ee37913 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (393a1f4a-cd3e-40ab-98a6-f40679dc31d2), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:22.998482 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8821a428-4d7e-4622-94d1-657078847284 None None] New status for floating IP 535a3068-cd2a-45bc-b7b3-159f1d4faad2: ACTIVE {{(pid=110064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:59:23.036498 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5a938a12-ce8a-4050-82b8-9e834ee37913 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (393a1f4a-cd3e-40ab-98a6-f40679dc31d2), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:23.036828 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5a938a12-ce8a-4050-82b8-9e834ee37913 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks [] for floatingip (393a1f4a-cd3e-40ab-98a6-f40679dc31d2), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:23.042524 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:59:23.054611 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-5a938a12-ce8a-4050-82b8-9e834ee37913 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Calling delete_port for 393a1f4a-cd3e-40ab-98a6-f40679dc31d2 owned by network:floatingip {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:59:23.110159 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:23.186754 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5a938a12-ce8a-4050-82b8-9e834ee37913 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (393a1f4a-cd3e-40ab-98a6-f40679dc31d2), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:23.189797 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:23.217121 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a938a12-ce8a-4050-82b8-9e834ee37913 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Pushing event deleted for resources: {'Port': ['ID=393a1f4a-cd3e-40ab-98a6-f40679dc31d2,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:23.279618 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5a938a12-ce8a-4050-82b8-9e834ee37913 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks [] for floatingip (0240a74b-5c41-4123-99fb-2c0e8883bb80), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:23.282164 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5a938a12-ce8a-4050-82b8-9e834ee37913 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:23.283326 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-5a938a12-ce8a-4050-82b8-9e834ee37913 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "DELETE /v2.0/floatingips/0240a74b-5c41-4123-99fb-2c0e8883bb80 HTTP/1.1" status: 204 len: 168 time: 0.4882457 May 19 13:59:24.332540 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 9636a338-81c2-4e01-8620-ce36ba238295 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:59:24.354374 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] No Port match for: 9636a338-81c2-4e01-8620-ce36ba238295 {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:59:24.354707 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 9636a338-81c2-4e01-8620-ce36ba238295 not bound to the agent host hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:59:25.844338 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd5777-0bf8-443b-94fc-ca99a418218c req-f0ad0aca-c35f-4b17-b8c1-04b02f57b0c3 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:25.845718 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-69cd5777-0bf8-443b-94fc-ca99a418218c req-f0ad0aca-c35f-4b17-b8c1-04b02f57b0c3 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0467927 May 19 13:59:25.893096 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-69cd5777-0bf8-443b-94fc-ca99a418218c req-3147e993-c76f-4cba-a772-59fbb5599867 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416074 May 19 13:59:27.007658 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73f37b-80ef-456d-a1c4-5aea4b7654ac req-624e9359-61fe-443f-afa6-3a1d71f22799 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:27.009132 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bb73f37b-80ef-456d-a1c4-5aea4b7654ac req-624e9359-61fe-443f-afa6-3a1d71f22799 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0467789 May 19 13:59:27.056693 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bb73f37b-80ef-456d-a1c4-5aea4b7654ac req-e5cba3a7-91d7-44a1-ba56-b5c31e1a9729 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414877 May 19 13:59:28.173003 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f6e9a-e4c0-4804-a5b6-8749d4c068bf req-af5987c6-fabb-4abd-b3b8-c03189fa557b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:28.174438 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-935f6e9a-e4c0-4804-a5b6-8749d4c068bf req-af5987c6-fabb-4abd-b3b8-c03189fa557b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0499666 May 19 13:59:28.221976 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-935f6e9a-e4c0-4804-a5b6-8749d4c068bf req-bb421e25-5cf6-42c9-b886-b94f20238be9 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419929 May 19 13:59:28.416317 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867cd97-1fdd-4659-9748-5637405dc104 req-0644aaa2-415f-41d5-a225-88e67d59744b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:28.417754 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c867cd97-1fdd-4659-9748-5637405dc104 req-0644aaa2-415f-41d5-a225-88e67d59744b tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.65 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 945 time: 0.0466630 May 19 13:59:28.503836 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [req-c867cd97-1fdd-4659-9748-5637405dc104 req-c6e824d3-f16c-46ea-88e5-b8b7aac67380 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Deleting port 9c788124-2671-444c-98f8-1098c854377e {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:59:28.504173 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-c867cd97-1fdd-4659-9748-5637405dc104 req-c6e824d3-f16c-46ea-88e5-b8b7aac67380 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (9c788124-2671-444c-98f8-1098c854377e), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:28.597473 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-c867cd97-1fdd-4659-9748-5637405dc104 req-c6e824d3-f16c-46ea-88e5-b8b7aac67380 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] For port 9c788124-2671-444c-98f8-1098c854377e, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=9c788124-2671-444c-98f8-1098c854377e,segment=NetworkSegment(3357b59c-800b-4264-ab3b-ac31421ff465),segment_id=3357b59c-800b-4264-ab3b-ac31421ff465)] {{(pid=110061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:59:28.597829 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-c867cd97-1fdd-4659-9748-5637405dc104 req-c6e824d3-f16c-46ea-88e5-b8b7aac67380 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (9c788124-2671-444c-98f8-1098c854377e), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:28.611122 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [req-c867cd97-1fdd-4659-9748-5637405dc104 req-c6e824d3-f16c-46ea-88e5-b8b7aac67380 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Calling delete_port for 9c788124-2671-444c-98f8-1098c854377e owned by compute:nova {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:59:28.659945 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:28.739803 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-c867cd97-1fdd-4659-9748-5637405dc104 req-c6e824d3-f16c-46ea-88e5-b8b7aac67380 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (9c788124-2671-444c-98f8-1098c854377e), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:28.767163 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e824d3-f16c-46ea-88e5-b8b7aac67380 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Pushing event deleted for resources: {'Port': ['ID=9c788124-2671-444c-98f8-1098c854377e,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:28.779105 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['1c2ca481-d8b3-43c5-9df6-5b028371dcf0', '9c788124-2671-444c-98f8-1098c854377e'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:59:28.798449 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e824d3-f16c-46ea-88e5-b8b7aac67380 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:28.798816 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e824d3-f16c-46ea-88e5-b8b7aac67380 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:28.799178 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e824d3-f16c-46ea-88e5-b8b7aac67380 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:28.799505 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e824d3-f16c-46ea-88e5-b8b7aac67380 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:28.799860 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e824d3-f16c-46ea-88e5-b8b7aac67380 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:28.800184 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e824d3-f16c-46ea-88e5-b8b7aac67380 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:28.800508 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e824d3-f16c-46ea-88e5-b8b7aac67380 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:28.800845 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e824d3-f16c-46ea-88e5-b8b7aac67380 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:28.801172 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e824d3-f16c-46ea-88e5-b8b7aac67380 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:28.801488 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e824d3-f16c-46ea-88e5-b8b7aac67380 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:28.801802 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e824d3-f16c-46ea-88e5-b8b7aac67380 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:28.802119 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e824d3-f16c-46ea-88e5-b8b7aac67380 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:28.802432 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e824d3-f16c-46ea-88e5-b8b7aac67380 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:28.802965 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e824d3-f16c-46ea-88e5-b8b7aac67380 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:28.803138 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e824d3-f16c-46ea-88e5-b8b7aac67380 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:28.828428 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [req-c867cd97-1fdd-4659-9748-5637405dc104 req-c6e824d3-f16c-46ea-88e5-b8b7aac67380 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] No DVR routers for this DVR port 9c788124-2671-444c-98f8-1098c854377e on host hv-cinder-78481 {{(pid=110061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:59:28.830992 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-c867cd97-1fdd-4659-9748-5637405dc104 req-c6e824d3-f16c-46ea-88e5-b8b7aac67380 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:28.834133 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c867cd97-1fdd-4659-9748-5637405dc104 req-c6e824d3-f16c-46ea-88e5-b8b7aac67380 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.65 "DELETE /v2.0/ports/9c788124-2671-444c-98f8-1098c854377e HTTP/1.1" status: 204 len: 173 time: 0.4098790 May 19 13:59:28.834560 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaac7a1c-80e3-46ab-a5a0-2135ac395d2f', 'name': 'network-vif-deleted', 'tag': '9c788124-2671-444c-98f8-1098c854377e'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:59:28.837403 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd701f4-c7ea-43cb-a918-821a725222e0" -d '{"events": [{"server_uuid": "aaac7a1c-80e3-46ab-a5a0-2135ac395d2f", "name": "network-vif-deleted", "tag": "9c788124-2671-444c-98f8-1098c854377e"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:59:28.875033 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59c8971-f260-486e-991a-f590865fd3b2 x-openstack-request-id: req-f59c8971-f260-486e-991a-f590865fd3b2 {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:59:28.875324 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaac7a1c-80e3-46ab-a5a0-2135ac395d2f", "name": "network-vif-deleted", "tag": "9c788124-2671-444c-98f8-1098c854377e", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:59:28.875584 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f59c8971-f260-486e-991a-f590865fd3b2 {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:59:28.876711 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f59c8971-f260-486e-991a-f590865fd3b2'] response: {'server_uuid': 'aaac7a1c-80e3-46ab-a5a0-2135ac395d2f', 'name': 'network-vif-deleted', 'tag': '9c788124-2671-444c-98f8-1098c854377e', 'status': 'completed', 'code': 200} May 19 13:59:29.330892 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-22ca402f-eb50-4ba0-b20f-1374542e402a req-3f6d02fa-62fc-450e-94bc-7af4f383605d tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac7a1c-80e3-46ab-a5a0-2135ac395d2f HTTP/1.1" status: 200 len: 210 time: 0.0281019 May 19 13:59:30.778201 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ce5ce-1953-40f2-9ae5-e5a2297d7448 req-1742a506-a2b5-4ab6-97ba-f09e20dbef44 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:30.779697 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d44ce5ce-1953-40f2-9ae5-e5a2297d7448 req-1742a506-a2b5-4ab6-97ba-f09e20dbef44 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0479002 May 19 13:59:30.819128 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:30.827520 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d44ce5ce-1953-40f2-9ae5-e5a2297d7448 req-91e64fc3-4945-47d6-8064-8853b979bcff tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423951 May 19 13:59:31.411402 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-3ebb8115-6ad8-4a44-9252-a054c491600e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:31.941440 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc772c3d-7dfc-4d6d-b4b5-0d9994f85cbc req-a4c55eee-db42-453b-ae4f-a6fc361ef8d7 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:31.942906 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bc772c3d-7dfc-4d6d-b4b5-0d9994f85cbc req-a4c55eee-db42-453b-ae4f-a6fc361ef8d7 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0465178 May 19 13:59:31.997766 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bc772c3d-7dfc-4d6d-b4b5-0d9994f85cbc req-49cb22fa-26bb-4a18-b17b-290ab9e0588f tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491233 May 19 13:59:32.401251 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 9c788124-2671-444c-98f8-1098c854377e no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:59:32.421081 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] No Port match for: 9c788124-2671-444c-98f8-1098c854377e {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:59:32.421677 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 9c788124-2671-444c-98f8-1098c854377e not bound to the agent host hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:59:33.108278 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=72,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:33.111129 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4d760-d48c-437f-bbe6-209488f3fd24 req-7c03691f-e4a2-4667-9908-8fdacc871d20 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:33.112601 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-39e4d760-d48c-437f-bbe6-209488f3fd24 req-7c03691f-e4a2-4667-9908-8fdacc871d20 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0461330 May 19 13:59:33.161089 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-39e4d760-d48c-437f-bbe6-209488f3fd24 req-abc40b90-5b56-4279-9033-01933277b7a2 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412962 May 19 13:59:33.273685 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:33.275666 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=36,neutron:DELETE=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:33.787643 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-2e95f566-3aa6-4337-a45e-7061bfef2c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:34.278953 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbb2f2-42fb-4fd0-a85c-bbb4531aa465 req-073df85d-7d8d-4d45-946e-f377703b9714 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:34.280417 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-74fbb2f2-42fb-4fd0-a85c-bbb4531aa465 req-073df85d-7d8d-4d45-946e-f377703b9714 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0460215 May 19 13:59:34.325842 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-74fbb2f2-42fb-4fd0-a85c-bbb4531aa465 req-a6f02290-be5d-4549-89ea-1c0a45e4ce37 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/security-groups?id=104dbb39-80cb-4709-bb57-73f3072b78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400038 May 19 13:59:34.423195 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b488b-de37-4bdd-8be5-be4c6342facb req-3b499df1-3c7c-4df7-805c-389740d9b0cb tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:34.424624 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-085b488b-de37-4bdd-8be5-be4c6342facb req-3b499df1-3c7c-4df7-805c-389740d9b0cb tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 945 time: 0.0501335 May 19 13:59:34.506989 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [req-085b488b-de37-4bdd-8be5-be4c6342facb req-ec852474-037f-49c6-8123-25135ec6269c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Deleting port 1c2ca481-d8b3-43c5-9df6-5b028371dcf0 {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:59:34.507327 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-085b488b-de37-4bdd-8be5-be4c6342facb req-ec852474-037f-49c6-8123-25135ec6269c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (1c2ca481-d8b3-43c5-9df6-5b028371dcf0), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:34.604882 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-085b488b-de37-4bdd-8be5-be4c6342facb req-ec852474-037f-49c6-8123-25135ec6269c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] For port 1c2ca481-d8b3-43c5-9df6-5b028371dcf0, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1c2ca481-d8b3-43c5-9df6-5b028371dcf0,segment=NetworkSegment(3357b59c-800b-4264-ab3b-ac31421ff465),segment_id=3357b59c-800b-4264-ab3b-ac31421ff465)] {{(pid=110061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:59:34.605242 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-085b488b-de37-4bdd-8be5-be4c6342facb req-ec852474-037f-49c6-8123-25135ec6269c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (1c2ca481-d8b3-43c5-9df6-5b028371dcf0), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:34.617847 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [req-085b488b-de37-4bdd-8be5-be4c6342facb req-ec852474-037f-49c6-8123-25135ec6269c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Calling delete_port for 1c2ca481-d8b3-43c5-9df6-5b028371dcf0 owned by compute:nova {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:59:34.723970 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:34.740559 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-085b488b-de37-4bdd-8be5-be4c6342facb req-ec852474-037f-49c6-8123-25135ec6269c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (1c2ca481-d8b3-43c5-9df6-5b028371dcf0), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:34.770053 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec852474-037f-49c6-8123-25135ec6269c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Pushing event deleted for resources: {'Port': ['ID=1c2ca481-d8b3-43c5-9df6-5b028371dcf0,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:34.778637 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['1c2ca481-d8b3-43c5-9df6-5b028371dcf0'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:59:34.816770 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [req-085b488b-de37-4bdd-8be5-be4c6342facb req-ec852474-037f-49c6-8123-25135ec6269c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] No DVR routers for this DVR port 1c2ca481-d8b3-43c5-9df6-5b028371dcf0 on host hv-cinder-78481 {{(pid=110061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:59:34.819263 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:34.819826 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-085b488b-de37-4bdd-8be5-be4c6342facb req-ec852474-037f-49c6-8123-25135ec6269c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:34.823528 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-085b488b-de37-4bdd-8be5-be4c6342facb req-ec852474-037f-49c6-8123-25135ec6269c tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.65 "DELETE /v2.0/ports/1c2ca481-d8b3-43c5-9df6-5b028371dcf0 HTTP/1.1" status: 204 len: 173 time: 0.3939619 May 19 13:59:34.823970 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0a5331-be2a-4c5b-80ac-6be7220f2516', 'name': 'network-vif-deleted', 'tag': '1c2ca481-d8b3-43c5-9df6-5b028371dcf0'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:59:34.826233 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab667e64-ec27-42cb-866f-de6a08e1d160" -d '{"events": [{"server_uuid": "2b0a5331-be2a-4c5b-80ac-6be7220f2516", "name": "network-vif-deleted", "tag": "1c2ca481-d8b3-43c5-9df6-5b028371dcf0"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:59:34.866066 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbfd09e-2ebd-448b-8b2f-972a545559f4 x-openstack-request-id: req-5dbfd09e-2ebd-448b-8b2f-972a545559f4 {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:59:34.866355 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0a5331-be2a-4c5b-80ac-6be7220f2516", "name": "network-vif-deleted", "tag": "1c2ca481-d8b3-43c5-9df6-5b028371dcf0", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:59:34.866607 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5dbfd09e-2ebd-448b-8b2f-972a545559f4 {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:59:34.867031 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dbfd09e-2ebd-448b-8b2f-972a545559f4'] response: {'server_uuid': '2b0a5331-be2a-4c5b-80ac-6be7220f2516', 'name': 'network-vif-deleted', 'tag': '1c2ca481-d8b3-43c5-9df6-5b028371dcf0', 'status': 'completed', 'code': 200} May 19 13:59:35.442650 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ef4a9521-e4fc-4cac-bb89-a740173751e5 req-0aaffb58-4ad5-423e-8edb-9581947165e1 tempest-ServerRescueNegativeTestJSON-2098748740 tempest-ServerRescueNegativeTestJSON-2098748740-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0a5331-be2a-4c5b-80ac-6be7220f2516 HTTP/1.1" status: 200 len: 210 time: 0.0276413 May 19 13:59:36.322294 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:36.328309 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:36.352372 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-efc58845-74f8-4bf7-801e-7693e6454b7a req-b46e8097-6b40-4b82-8dec-eced89901b14 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1189872962&fields=id&tenant_id=a51cbae6cb494a2fac656e416fe868c2 HTTP/1.1" status: 200 len: 267 time: 0.0453503 May 19 13:59:36.406253 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc58845-74f8-4bf7-801e-7693e6454b7a req-65acd5ae-fc5a-456d-a619-d91ffa8da8cd tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:36.407833 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-efc58845-74f8-4bf7-801e-7693e6454b7a req-65acd5ae-fc5a-456d-a619-d91ffa8da8cd tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 984 time: 0.0501719 May 19 13:59:36.418418 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [req-efc58845-74f8-4bf7-801e-7693e6454b7a req-e856dcae-1e98-4737-a5fe-165a46f48ede tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Request body: {'port': {'security_groups': ['7d842cca-1746-453a-94d7-8065bafe0d7a']}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:59:36.493258 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-efc58845-74f8-4bf7-801e-7693e6454b7a req-e856dcae-1e98-4737-a5fe-165a46f48ede tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (e9f3edc9-7c52-4610-9122-024284dd285b), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:36.500394 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 34940) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:36.582040 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:36.709661 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-efc58845-74f8-4bf7-801e-7693e6454b7a req-e856dcae-1e98-4737-a5fe-165a46f48ede tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] For port e9f3edc9-7c52-4610-9122-024284dd285b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e9f3edc9-7c52-4610-9122-024284dd285b,segment=NetworkSegment(b873a258-08c0-4c14-bb12-c0681fda7ff4),segment_id=b873a258-08c0-4c14-bb12-c0681fda7ff4)] {{(pid=110061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:59:36.738044 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-efc58845-74f8-4bf7-801e-7693e6454b7a req-e856dcae-1e98-4737-a5fe-165a46f48ede tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for port (e9f3edc9-7c52-4610-9122-024284dd285b), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:36.742295 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-efc58845-74f8-4bf7-801e-7693e6454b7a req-e856dcae-1e98-4737-a5fe-165a46f48ede tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30676627'] for port (e9f3edc9-7c52-4610-9122-024284dd285b), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:36.779352 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['e9f3edc9-7c52-4610-9122-024284dd285b'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:59:36.800568 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc58845-74f8-4bf7-801e-7693e6454b7a req-e856dcae-1e98-4737-a5fe-165a46f48ede tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:36.801188 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-efc58845-74f8-4bf7-801e-7693e6454b7a req-e856dcae-1e98-4737-a5fe-165a46f48ede tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:36.802575 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-efc58845-74f8-4bf7-801e-7693e6454b7a req-e856dcae-1e98-4737-a5fe-165a46f48ede tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "PUT /v2.0/ports/e9f3edc9-7c52-4610-9122-024284dd285b HTTP/1.1" status: 200 len: 942 time: 0.3887608 May 19 13:59:36.809481 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 34944) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:36.822629 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856dcae-1e98-4737-a5fe-165a46f48ede tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Pushing event updated for resources: {'Port': ['ID=e9f3edc9-7c52-4610-9122-024284dd285b,revision_number=7']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:36.869845 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282f0dfe-fd26-4a02-91e0-69716322d7d5', 'tag': 'e9f3edc9-7c52-4610-9122-024284dd285b'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:59:36.873381 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4300013b-154e-4cb8-bec7-d85e83083a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "282f0dfe-fd26-4a02-91e0-69716322d7d5", "tag": "e9f3edc9-7c52-4610-9122-024284dd285b"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:59:36.914165 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-02883d70-13e6-4c83-9e14-4bfba29d23da tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for security_group (763fc0df-a0f0-43b9-a4cb-14c8e8cdd173), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:36.948101 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40358aa-3f95-4b20-a0fc-f5a22ceb60aa x-openstack-request-id: req-f40358aa-3f95-4b20-a0fc-f5a22ceb60aa {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:59:36.948706 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282f0dfe-fd26-4a02-91e0-69716322d7d5", "tag": "e9f3edc9-7c52-4610-9122-024284dd285b", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:59:36.949126 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f40358aa-3f95-4b20-a0fc-f5a22ceb60aa {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:59:36.949692 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f40358aa-3f95-4b20-a0fc-f5a22ceb60aa'] response: {'name': 'network-changed', 'server_uuid': '282f0dfe-fd26-4a02-91e0-69716322d7d5', 'tag': 'e9f3edc9-7c52-4610-9122-024284dd285b', 'status': 'completed', 'code': 200} May 19 13:59:36.968237 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['e9f3edc9-7c52-4610-9122-024284dd285b'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:59:37.007358 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:37.042431 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300013b-154e-4cb8-bec7-d85e83083a7a req-e12de61e-9209-41ef-8001-8702232541d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:37.055323 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4300013b-154e-4cb8-bec7-d85e83083a7a req-e12de61e-9209-41ef-8001-8702232541d4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a51cbae6cb494a2fac656e416fe868c2&device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 1129 time: 0.0519514 May 19 13:59:37.080213 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-02883d70-13e6-4c83-9e14-4bfba29d23da tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for security_group (763fc0df-a0f0-43b9-a4cb-14c8e8cdd173), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:37.093418 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-3e15bb42-b0fc-434c-a08e-a6e88ebd2e0f None None] Provisioning complete for port e9f3edc9-7c52-4610-9122-024284dd285b triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:59:37.094071 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-3e15bb42-b0fc-434c-a08e-a6e88ebd2e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (e9f3edc9-7c52-4610-9122-024284dd285b), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:37.133925 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-df17e8b3-2624-4b98-8a30-a92716b94656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633245'] for router_interface (f1237507-bd1d-4f8e-806d-f16ede343778), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:37.165882 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300013b-154e-4cb8-bec7-d85e83083a7a req-5ef111a8-66f8-4751-adf6-4d05fa8e545b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:37.167622 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4300013b-154e-4cb8-bec7-d85e83083a7a req-5ef111a8-66f8-4751-adf6-4d05fa8e545b service neutron] 10.222.0.65 "GET /v2.0/networks?id=15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8 HTTP/1.1" status: 200 len: 915 time: 0.1052458 May 19 13:59:37.206011 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-3e15bb42-b0fc-434c-a08e-a6e88ebd2e0f None None] Current status of the port e9f3edc9-7c52-4610-9122-024284dd285b is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:59:37.245322 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4300013b-154e-4cb8-bec7-d85e83083a7a req-1aa1e1dc-b2c3-4f7b-8526-1c1848b805a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9f3edc9-7c52-4610-9122-024284dd285b HTTP/1.1" status: 200 len: 1001 time: 0.0635560 May 19 13:59:37.300216 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300013b-154e-4cb8-bec7-d85e83083a7a req-f5324c3d-2050-4ced-9f6c-a31fe55b4251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:37.301584 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4300013b-154e-4cb8-bec7-d85e83083a7a req-f5324c3d-2050-4ced-9f6c-a31fe55b4251 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5c345f5b-8f24-4fa9-b60a-045ce3f37188 HTTP/1.1" status: 200 len: 853 time: 0.0494156 May 19 13:59:37.302928 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-02883d70-13e6-4c83-9e14-4bfba29d23da tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (763fc0df-a0f0-43b9-a4cb-14c8e8cdd173), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:37.306356 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-02883d70-13e6-4c83-9e14-4bfba29d23da tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:37.307558 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-02883d70-13e6-4c83-9e14-4bfba29d23da tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "DELETE /v2.0/security-groups/763fc0df-a0f0-43b9-a4cb-14c8e8cdd173 HTTP/1.1" status: 204 len: 168 time: 0.4970222 May 19 13:59:37.312290 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 34948) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:37.370702 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02883d70-13e6-4c83-9e14-4bfba29d23da tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=763fc0df-a0f0-43b9-a4cb-14c8e8cdd173,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:37.389599 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02883d70-13e6-4c83-9e14-4bfba29d23da tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:37.389844 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02883d70-13e6-4c83-9e14-4bfba29d23da tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:37.390054 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02883d70-13e6-4c83-9e14-4bfba29d23da tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:37.390378 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02883d70-13e6-4c83-9e14-4bfba29d23da tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:37.390695 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02883d70-13e6-4c83-9e14-4bfba29d23da tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:37.391605 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02883d70-13e6-4c83-9e14-4bfba29d23da tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:37.391935 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02883d70-13e6-4c83-9e14-4bfba29d23da tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:37.392249 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02883d70-13e6-4c83-9e14-4bfba29d23da tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:37.392571 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02883d70-13e6-4c83-9e14-4bfba29d23da tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:37.392887 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02883d70-13e6-4c83-9e14-4bfba29d23da tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:37.393205 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02883d70-13e6-4c83-9e14-4bfba29d23da tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:37.393509 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02883d70-13e6-4c83-9e14-4bfba29d23da tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:37.393821 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02883d70-13e6-4c83-9e14-4bfba29d23da tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:37.394136 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02883d70-13e6-4c83-9e14-4bfba29d23da tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:37.394442 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02883d70-13e6-4c83-9e14-4bfba29d23da tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:37.440196 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300013b-154e-4cb8-bec7-d85e83083a7a req-023ece8d-a93e-4987-ad40-d183ab70ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:37.441745 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4300013b-154e-4cb8-bec7-d85e83083a7a req-023ece8d-a93e-4987-ad40-d183ab70ce87 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1334713 May 19 13:59:37.469074 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:37.471620 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-df17e8b3-2624-4b98-8a30-a92716b94656 admin admin] Deleting port 42d68708-0560-44b9-9551-51b92d80e6a5 {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:59:37.472053 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-df17e8b3-2624-4b98-8a30-a92716b94656 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (42d68708-0560-44b9-9551-51b92d80e6a5), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:37.567940 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-bfe3df21-199c-4b1f-959b-9d7c0d7ff3ef tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Deleting port d3c8e640-df93-4036-a953-0d877f5792ac {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:59:37.568511 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-bfe3df21-199c-4b1f-959b-9d7c0d7ff3ef tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (d3c8e640-df93-4036-a953-0d877f5792ac), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:37.764327 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:37.810832 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [None req-df17e8b3-2624-4b98-8a30-a92716b94656 admin admin] For port 42d68708-0560-44b9-9551-51b92d80e6a5, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=42d68708-0560-44b9-9551-51b92d80e6a5,segment=NetworkSegment(3357b59c-800b-4264-ab3b-ac31421ff465),segment_id=3357b59c-800b-4264-ab3b-ac31421ff465)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:59:37.811423 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-df17e8b3-2624-4b98-8a30-a92716b94656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (42d68708-0560-44b9-9551-51b92d80e6a5), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:37.824788 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-df17e8b3-2624-4b98-8a30-a92716b94656 admin admin] Calling delete_port for 42d68708-0560-44b9-9551-51b92d80e6a5 owned by network:router_interface {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:59:37.853768 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4300013b-154e-4cb8-bec7-d85e83083a7a req-f3524efb-1b02-4828-acb4-95ba6efad0f7 service neutron] 10.222.0.65 "GET /v2.0/networks/15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043703 May 19 13:59:37.886160 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:37.889655 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:37.946511 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-bfe3df21-199c-4b1f-959b-9d7c0d7ff3ef tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (d3c8e640-df93-4036-a953-0d877f5792ac), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:37.946786 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-bfe3df21-199c-4b1f-959b-9d7c0d7ff3ef tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for floatingip (d3c8e640-df93-4036-a953-0d877f5792ac), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:37.950225 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:37.977017 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-bfe3df21-199c-4b1f-959b-9d7c0d7ff3ef tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Calling delete_port for d3c8e640-df93-4036-a953-0d877f5792ac owned by network:floatingip {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:59:37.991999 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4300013b-154e-4cb8-bec7-d85e83083a7a req-399d5586-c351-4202-8640-34a51900134b service neutron] 10.222.0.65 "GET /v2.0/networks/15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320658 May 19 13:59:38.011788 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-df17e8b3-2624-4b98-8a30-a92716b94656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (42d68708-0560-44b9-9551-51b92d80e6a5), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:38.037126 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17e8b3-2624-4b98-8a30-a92716b94656 admin admin] Pushing event deleted for resources: {'Port': ['ID=42d68708-0560-44b9-9551-51b92d80e6a5,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:38.174990 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-bfe3df21-199c-4b1f-959b-9d7c0d7ff3ef tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (d3c8e640-df93-4036-a953-0d877f5792ac), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:38.204538 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3df21-199c-4b1f-959b-9d7c0d7ff3ef tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Pushing event deleted for resources: {'Port': ['ID=d3c8e640-df93-4036-a953-0d877f5792ac,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:38.214162 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-df17e8b3-2624-4b98-8a30-a92716b94656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636802'] for router_interface (f1237507-bd1d-4f8e-806d-f16ede343778), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:38.273126 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-bfe3df21-199c-4b1f-959b-9d7c0d7ff3ef tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks [] for floatingip (fa753b96-df1e-4642-a03e-fcda2e774de5), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:38.273392 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.l3_db [None req-bfe3df21-199c-4b1f-959b-9d7c0d7ff3ef tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Floating IP fa753b96-df1e-4642-a03e-fcda2e774de5 disassociated (deleted). External IP: 172.27.2.147, port: e9f3edc9-7c52-4610-9122-024284dd285b. May 19 13:59:38.425895 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df17e8b3-2624-4b98-8a30-a92716b94656 admin admin] Router f1237507-bd1d-4f8e-806d-f16ede343778 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:59:38.428616 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 1c2ca481-d8b3-43c5-9df6-5b028371dcf0 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:59:38.448271 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] No Port match for: 1c2ca481-d8b3-43c5-9df6-5b028371dcf0 {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:59:38.448700 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 1c2ca481-d8b3-43c5-9df6-5b028371dcf0 not bound to the agent host hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:59:38.476201 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe3df21-199c-4b1f-959b-9d7c0d7ff3ef tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Router 6f519e97-2616-4eee-88f4-0f78ea8abc78 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:59:38.533381 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df17e8b3-2624-4b98-8a30-a92716b94656 admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:59:38.541378 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-df17e8b3-2624-4b98-8a30-a92716b94656 admin admin] 10.222.0.52 "PUT /v2.0/routers/f1237507-bd1d-4f8e-806d-f16ede343778/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0398908 May 19 13:59:38.543789 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 34952) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:38.543942 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:38.544058 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37143213-635d-4f6c-8dfd-583d044b2d08 None None] Sync routers for ids ['f1237507-bd1d-4f8e-806d-f16ede343778'] in dv-cinder-784815-14-iscsi {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:59:38.554583 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37143213-635d-4f6c-8dfd-583d044b2d08 None None] Routers {'f1237507-bd1d-4f8e-806d-f16ede343778'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:59:38.556074 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-37143213-635d-4f6c-8dfd-583d044b2d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:59:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['f1237507-bd1d-4f8e-806d-f16ede343778'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:38.591356 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe3df21-199c-4b1f-959b-9d7c0d7ff3ef tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:59:38.596274 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-bfe3df21-199c-4b1f-959b-9d7c0d7ff3ef tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:38.610905 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05097494-7947-4db0-a234-d1a0d34ac886 None None] Sync routers for ids ['6f519e97-2616-4eee-88f4-0f78ea8abc78'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:59:38.617575 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05097494-7947-4db0-a234-d1a0d34ac886 None None] Routers {'6f519e97-2616-4eee-88f4-0f78ea8abc78'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:59:38.618723 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-05097494-7947-4db0-a234-d1a0d34ac886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:59:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['6f519e97-2616-4eee-88f4-0f78ea8abc78'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:38.634011 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-bfe3df21-199c-4b1f-959b-9d7c0d7ff3ef tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "DELETE /v2.0/floatingips/fa753b96-df1e-4642-a03e-fcda2e774de5 HTTP/1.1" status: 204 len: 168 time: 1.3199363 May 19 13:59:38.663377 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-21967e32-55d2-42a1-b115-12e41e9ad54f admin admin] Publish callbacks [] for router (f1237507-bd1d-4f8e-806d-f16ede343778), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:38.684535 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-37143213-635d-4f6c-8dfd-583d044b2d08 None None] Set router f1237507-bd1d-4f8e-806d-f16ede343778 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:59:38.779006 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-05097494-7947-4db0-a234-d1a0d34ac886 None None] Set router 6f519e97-2616-4eee-88f4-0f78ea8abc78 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:59:38.788493 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-21967e32-55d2-42a1-b115-12e41e9ad54f admin admin] Publish callbacks [] for router_gateway (f1237507-bd1d-4f8e-806d-f16ede343778), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:38.795413 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:38.849718 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-21967e32-55d2-42a1-b115-12e41e9ad54f admin admin] Deleting port d018a910-9843-4390-be75-edf5266f01ce {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:59:38.850419 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-21967e32-55d2-42a1-b115-12e41e9ad54f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (d018a910-9843-4390-be75-edf5266f01ce), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:38.886553 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-37143213-635d-4f6c-8dfd-583d044b2d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'name': 'tempest-ServerRescueNegativeTestJSON-809597786-router', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd018a910-9843-4390-be75-edf5266f01ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:13Z', 'updated_at': '2022-05-19T13:59:37Z', 'revision_number': 5, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'gw_port': {'id': 'd018a910-9843-4390-be75-edf5266f01ce', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:14Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:38.926276 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:38.941358 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37143213-635d-4f6c-8dfd-583d044b2d08 None None] Checking router: f1237507-bd1d-4f8e-806d-f16ede343778 for host: dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:59:38.951283 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282f0dfe-fd26-4a02-91e0-69716322d7d5', 'tag': 'e9f3edc9-7c52-4610-9122-024284dd285b'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:59:38.957731 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc470ae8-86e9-4d1f-b884-a4f051fd6a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "282f0dfe-fd26-4a02-91e0-69716322d7d5", "tag": "e9f3edc9-7c52-4610-9122-024284dd285b"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:59:38.964651 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37143213-635d-4f6c-8dfd-583d044b2d08 None None] Routers {'f1237507-bd1d-4f8e-806d-f16ede343778'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:59:38.965291 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-37143213-635d-4f6c-8dfd-583d044b2d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:59:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['f1237507-bd1d-4f8e-806d-f16ede343778'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:38.994324 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [None req-21967e32-55d2-42a1-b115-12e41e9ad54f admin admin] For port d018a910-9843-4390-be75-edf5266f01ce, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=d018a910-9843-4390-be75-edf5266f01ce,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:59:38.994804 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-21967e32-55d2-42a1-b115-12e41e9ad54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (d018a910-9843-4390-be75-edf5266f01ce), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:39.026648 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ea50cc-7146-4ea1-ad3f-f127601969d0 x-openstack-request-id: req-a3ea50cc-7146-4ea1-ad3f-f127601969d0 {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:59:39.027495 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282f0dfe-fd26-4a02-91e0-69716322d7d5", "tag": "e9f3edc9-7c52-4610-9122-024284dd285b", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:59:39.028036 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a3ea50cc-7146-4ea1-ad3f-f127601969d0 {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:59:39.028446 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3ea50cc-7146-4ea1-ad3f-f127601969d0'] response: {'name': 'network-changed', 'server_uuid': '282f0dfe-fd26-4a02-91e0-69716322d7d5', 'tag': 'e9f3edc9-7c52-4610-9122-024284dd285b', 'status': 'completed', 'code': 200} May 19 13:59:39.033755 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-21967e32-55d2-42a1-b115-12e41e9ad54f admin admin] Calling delete_port for d018a910-9843-4390-be75-edf5266f01ce owned by network:router_gateway {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:59:39.038155 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-05097494-7947-4db0-a234-d1a0d34ac886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'name': 'tempest-TestMinimumBasicScenario-744068735-router', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '509fe760-1a91-4886-92e7-a01cfb11a7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:56:32Z', 'updated_at': '2022-05-19T13:56:36Z', 'revision_number': 4, 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'gw_port': {'id': '509fe760-1a91-4886-92e7-a01cfb11a7f4', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:33Z', 'updated_at': '2022-05-19T13:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'dcdbb88e-ccfe-4abc-843d-539fdcd081cd', 'name': '', 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'mac_address': 'fa:16:3e:08:01:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '5c345f5b-8f24-4fa9-b60a-045ce3f37188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:35Z', 'updated_at': '2022-05-19T13:56:44Z', 'revision_number': 5, 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'subnets': [{'id': '5c345f5b-8f24-4fa9-b60a-045ce3f37188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:39.053753 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:39.081481 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05097494-7947-4db0-a234-d1a0d34ac886 None None] Checking router: 6f519e97-2616-4eee-88f4-0f78ea8abc78 for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:59:39.093150 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05097494-7947-4db0-a234-d1a0d34ac886 None None] Routers {'6f519e97-2616-4eee-88f4-0f78ea8abc78'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:59:39.093985 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-05097494-7947-4db0-a234-d1a0d34ac886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:59:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['6f519e97-2616-4eee-88f4-0f78ea8abc78'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:39.110603 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-37143213-635d-4f6c-8dfd-583d044b2d08 None None] Set router f1237507-bd1d-4f8e-806d-f16ede343778 gateway port host: None {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:59:39.126392 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc470ae8-86e9-4d1f-b884-a4f051fd6a8f req-99b050a0-5eee-4862-a85b-3fc5276482cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:39.128722 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bc470ae8-86e9-4d1f-b884-a4f051fd6a8f req-99b050a0-5eee-4862-a85b-3fc5276482cb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a51cbae6cb494a2fac656e416fe868c2&device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 1129 time: 0.0603068 May 19 13:59:39.167369 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-37143213-635d-4f6c-8dfd-583d044b2d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'name': 'tempest-ServerRescueNegativeTestJSON-809597786-router', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:13Z', 'updated_at': '2022-05-19T13:59:38Z', 'revision_number': 6, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'gw_port_host': None}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:39.193356 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37143213-635d-4f6c-8dfd-583d044b2d08 None None] The sync data for ids ['f1237507-bd1d-4f8e-806d-f16ede343778'] in dv-cinder-784815-14-iscsi is: [{'id': 'f1237507-bd1d-4f8e-806d-f16ede343778', 'name': 'tempest-ServerRescueNegativeTestJSON-809597786-router', 'tenant_id': '28027af4cc0c4ca99035e48aa6237805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:13Z', 'updated_at': '2022-05-19T13:59:38Z', 'revision_number': 6, 'project_id': '28027af4cc0c4ca99035e48aa6237805', 'gw_port_host': None}] {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:59:39.202144 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-05097494-7947-4db0-a234-d1a0d34ac886 None None] Set router 6f519e97-2616-4eee-88f4-0f78ea8abc78 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:59:39.228686 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-21967e32-55d2-42a1-b115-12e41e9ad54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (d018a910-9843-4390-be75-edf5266f01ce), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:39.262114 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21967e32-55d2-42a1-b115-12e41e9ad54f admin admin] Pushing event deleted for resources: {'Port': ['ID=d018a910-9843-4390-be75-edf5266f01ce,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:39.324460 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-21967e32-55d2-42a1-b115-12e41e9ad54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631215'] for router_gateway (f1237507-bd1d-4f8e-806d-f16ede343778), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:39.397352 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-05097494-7947-4db0-a234-d1a0d34ac886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'name': 'tempest-TestMinimumBasicScenario-744068735-router', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '509fe760-1a91-4886-92e7-a01cfb11a7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:56:32Z', 'updated_at': '2022-05-19T13:56:36Z', 'revision_number': 4, 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'gw_port': {'id': '509fe760-1a91-4886-92e7-a01cfb11a7f4', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:33Z', 'updated_at': '2022-05-19T13:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'dcdbb88e-ccfe-4abc-843d-539fdcd081cd', 'name': '', 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'mac_address': 'fa:16:3e:08:01:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '5c345f5b-8f24-4fa9-b60a-045ce3f37188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:35Z', 'updated_at': '2022-05-19T13:56:44Z', 'revision_number': 5, 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'subnets': [{'id': '5c345f5b-8f24-4fa9-b60a-045ce3f37188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:39.423087 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05097494-7947-4db0-a234-d1a0d34ac886 None None] The sync data for ids ['6f519e97-2616-4eee-88f4-0f78ea8abc78'] in dv-cinder-784815-14-iscsi is: [{'id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'name': 'tempest-TestMinimumBasicScenario-744068735-router', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '509fe760-1a91-4886-92e7-a01cfb11a7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:56:32Z', 'updated_at': '2022-05-19T13:56:36Z', 'revision_number': 4, 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'gw_port': {'id': '509fe760-1a91-4886-92e7-a01cfb11a7f4', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:33Z', 'updated_at': '2022-05-19T13:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'dcdbb88e-ccfe-4abc-843d-539fdcd081cd', 'name': '', 'network_id': '15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'mac_address': 'fa:16:3e:08:01:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '5c345f5b-8f24-4fa9-b60a-045ce3f37188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:35Z', 'updated_at': '2022-05-19T13:56:44Z', 'revision_number': 5, 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'subnets': [{'id': '5c345f5b-8f24-4fa9-b60a-045ce3f37188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:59:39.425176 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-21967e32-55d2-42a1-b115-12e41e9ad54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6183'] for router (f1237507-bd1d-4f8e-806d-f16ede343778), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:39.428223 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-21967e32-55d2-42a1-b115-12e41e9ad54f admin admin] Publish callbacks [] for router_controller (f1237507-bd1d-4f8e-806d-f16ede343778), precommit_delete_associations {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:39.501413 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-21967e32-55d2-42a1-b115-12e41e9ad54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628862'] for router (f1237507-bd1d-4f8e-806d-f16ede343778), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:39.502141 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21967e32-55d2-42a1-b115-12e41e9ad54f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1237507-bd1d-4f8e-806d-f16ede343778 {{(pid=110062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 13:59:39.507441 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-21967e32-55d2-42a1-b115-12e41e9ad54f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:39.512857 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-21967e32-55d2-42a1-b115-12e41e9ad54f admin admin] 10.222.0.52 "DELETE /v2.0/routers/f1237507-bd1d-4f8e-806d-f16ede343778 HTTP/1.1" status: 204 len: 168 time: 0.9698005 May 19 13:59:39.513854 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 34964) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:39.530095 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc470ae8-86e9-4d1f-b884-a4f051fd6a8f req-397a58ac-f8c3-423c-b6ba-ad5ccec8cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:39.531808 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bc470ae8-86e9-4d1f-b884-a4f051fd6a8f req-397a58ac-f8c3-423c-b6ba-ad5ccec8cf78 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8 HTTP/1.1" status: 200 len: 915 time: 0.1102347 May 19 13:59:39.562830 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b34b913-0551-4260-8795-b5516295bc01 admin admin] Deleting subnet 8e59f71b-406f-4674-9cc1-e5ca82f3a90f {{(pid=110062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 13:59:39.567356 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8b34b913-0551-4260-8795-b5516295bc01 admin admin] Publish callbacks [] for subnet (8e59f71b-406f-4674-9cc1-e5ca82f3a90f), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:39.606883 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8b34b913-0551-4260-8795-b5516295bc01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29529231'] for subnet (8e59f71b-406f-4674-9cc1-e5ca82f3a90f), precommit_delete_associations {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:39.613649 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bc470ae8-86e9-4d1f-b884-a4f051fd6a8f req-8d1f9129-9723-4569-a7b4-f2e96dccd24f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9f3edc9-7c52-4610-9122-024284dd285b HTTP/1.1" status: 200 len: 217 time: 0.0416455 May 19 13:59:39.672376 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc470ae8-86e9-4d1f-b884-a4f051fd6a8f req-b80b9d1b-f81c-4807-bd12-7cf72c16ae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:39.674202 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bc470ae8-86e9-4d1f-b884-a4f051fd6a8f req-b80b9d1b-f81c-4807-bd12-7cf72c16ae07 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5c345f5b-8f24-4fa9-b60a-045ce3f37188 HTTP/1.1" status: 200 len: 853 time: 0.0514071 May 19 13:59:39.730151 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8b34b913-0551-4260-8795-b5516295bc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541679'] for subnet (8e59f71b-406f-4674-9cc1-e5ca82f3a90f), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:39.731216 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc470ae8-86e9-4d1f-b884-a4f051fd6a8f req-59bac9d1-37dc-4cbc-9f1a-267ac21a4ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:39.732808 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bc470ae8-86e9-4d1f-b884-a4f051fd6a8f req-59bac9d1-37dc-4cbc-9f1a-267ac21a4ee5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513730 May 19 13:59:39.787626 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717aedc4-be0e-4354-a9f4-64de03d90f8c None None] New status for floating IP fa753b96-df1e-4642-a03e-fcda2e774de5: DOWN {{(pid=110063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:59:39.800436 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8b34b913-0551-4260-8795-b5516295bc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29560251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29814851'] for subnet (8e59f71b-406f-4674-9cc1-e5ca82f3a90f), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:39.807068 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:39.833014 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34b913-0551-4260-8795-b5516295bc01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e59f71b-406f-4674-9cc1-e5ca82f3a90f,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:39.838137 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8b34b913-0551-4260-8795-b5516295bc01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:39.838500 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bc470ae8-86e9-4d1f-b884-a4f051fd6a8f req-9e1f35fc-a110-4a9b-bea4-990b9ac6ee98 service neutron] 10.222.0.65 "GET /v2.0/networks/15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977542 May 19 13:59:39.843585 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-8b34b913-0551-4260-8795-b5516295bc01 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8e59f71b-406f-4674-9cc1-e5ca82f3a90f HTTP/1.1" status: 204 len: 168 time: 0.3267207 May 19 13:59:39.843823 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 34966) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:39.858095 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646c0ffa-79ff-491e-9a8c-f95d65914491 None None] Network 34a01e8b-7928-4301-ae0a-d1e9be21f258 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:59:39.929412 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:39.935468 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b8bbafb8-d1b8-4acb-a553-5c6734be8911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319408'] for network (34a01e8b-7928-4301-ae0a-d1e9be21f258), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:39.969750 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bc470ae8-86e9-4d1f-b884-a4f051fd6a8f req-63055286-acb1-4f78-92a8-4ddd9b834a25 service neutron] 10.222.0.65 "GET /v2.0/networks/15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233950 May 19 13:59:39.995919 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-b8bbafb8-d1b8-4acb-a553-5c6734be8911 admin admin] Deleting port 5a062461-0a58-44fe-be26-7782131f89ee {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:59:39.996349 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b8bbafb8-d1b8-4acb-a553-5c6734be8911 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (5a062461-0a58-44fe-be26-7782131f89ee), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:40.075796 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4b123e-32cd-432c-b82b-34a9d5bd10d8 None None] DHCP port deletion for 34a01e8b-7928-4301-ae0a-d1e9be21f258 request from dv-cinder-784815-14-iscsi {{(pid=110063) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 13:59:40.082148 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [None req-b8bbafb8-d1b8-4acb-a553-5c6734be8911 admin admin] For port 5a062461-0a58-44fe-be26-7782131f89ee, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=5a062461-0a58-44fe-be26-7782131f89ee,segment=NetworkSegment(3357b59c-800b-4264-ab3b-ac31421ff465),segment_id=3357b59c-800b-4264-ab3b-ac31421ff465)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:59:40.082513 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b8bbafb8-d1b8-4acb-a553-5c6734be8911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (5a062461-0a58-44fe-be26-7782131f89ee), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:40.096052 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-b8bbafb8-d1b8-4acb-a553-5c6734be8911 admin admin] Calling delete_port for 5a062461-0a58-44fe-be26-7782131f89ee owned by network:dhcp {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:59:40.101308 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:40.134044 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-3b4b123e-32cd-432c-b82b-34a9d5bd10d8 None None] Deleting port 5a062461-0a58-44fe-be26-7782131f89ee {{(pid=110063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:59:40.134793 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-3b4b123e-32cd-432c-b82b-34a9d5bd10d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (5a062461-0a58-44fe-be26-7782131f89ee), before_delete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:40.186188 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b8bbafb8-d1b8-4acb-a553-5c6734be8911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (5a062461-0a58-44fe-be26-7782131f89ee), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:40.216770 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbafb8-d1b8-4acb-a553-5c6734be8911 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a062461-0a58-44fe-be26-7782131f89ee,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:40.218653 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bbafb8-d1b8-4acb-a553-5c6734be8911 admin admin] No DVR routers for this DVR port 5a062461-0a58-44fe-be26-7782131f89ee on host dv-cinder-784815-14-iscsi {{(pid=110062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:59:40.299651 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b8bbafb8-d1b8-4acb-a553-5c6734be8911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1546650', 'neutron.services.segments.db._delete_segments_for_network-8784568151830'] for network (34a01e8b-7928-4301-ae0a-d1e9be21f258), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:40.326752 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-b8bbafb8-d1b8-4acb-a553-5c6734be8911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a01e8b-7928-4301-ae0a-d1e9be21f258']}} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:40.338648 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-b8bbafb8-d1b8-4acb-a553-5c6734be8911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3357b59c-800b-4264-ab3b-ac31421ff465') {'for_net_delete': True} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:40.338971 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-b8bbafb8-d1b8-4acb-a553-5c6734be8911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3357b59c-800b-4264-ab3b-ac31421ff465') {} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:40.349316 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b8bbafb8-d1b8-4acb-a553-5c6734be8911 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784568151071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29529270'] for segment (3357b59c-800b-4264-ab3b-ac31421ff465), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:40.350679 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-3b4b123e-32cd-432c-b82b-34a9d5bd10d8 None None] For port 5a062461-0a58-44fe-be26-7782131f89ee, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=5a062461-0a58-44fe-be26-7782131f89ee,segment=NetworkSegment(3357b59c-800b-4264-ab3b-ac31421ff465),segment_id=3357b59c-800b-4264-ab3b-ac31421ff465)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:59:40.351107 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-3b4b123e-32cd-432c-b82b-34a9d5bd10d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (5a062461-0a58-44fe-be26-7782131f89ee), precommit_delete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:40.366031 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-3b4b123e-32cd-432c-b82b-34a9d5bd10d8 None None] Calling delete_port for 5a062461-0a58-44fe-be26-7782131f89ee owned by network:dhcp {{(pid=110063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:59:40.368366 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b8bbafb8-d1b8-4acb-a553-5c6734be8911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (3357b59c-800b-4264-ab3b-ac31421ff465), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:40.375118 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8bbafb8-d1b8-4acb-a553-5c6734be8911 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=110062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:59:40.375511 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b8bbafb8-d1b8-4acb-a553-5c6734be8911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29558809'] for segment (3357b59c-800b-4264-ab3b-ac31421ff465), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: Traceback (most recent call last): May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: timer() May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: cb(*args, **kw) May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: return func(*args, **kwargs) May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: self._notify() May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: self.callback(batched_events) May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: event.method(event) May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: return f(self, *a, **k) May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: return self._get(url).json() May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: return self.request(url, 'GET', **kwargs) May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:59:40.377293 dv-cinder-784815-14-iscsi neutron-server[110062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:59:40.442351 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b8bbafb8-d1b8-4acb-a553-5c6734be8911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1546657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631453'] for network (34a01e8b-7928-4301-ae0a-d1e9be21f258), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:40.448290 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b8bbafb8-d1b8-4acb-a553-5c6734be8911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:40.456198 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-b8bbafb8-d1b8-4acb-a553-5c6734be8911 admin admin] 10.222.0.52 "DELETE /v2.0/networks/34a01e8b-7928-4301-ae0a-d1e9be21f258 HTTP/1.1" status: 204 len: 168 time: 0.6080225 May 19 13:59:40.471527 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbafb8-d1b8-4acb-a553-5c6734be8911 admin admin] Pushing event deleted for resources: {'Network': ['ID=34a01e8b-7928-4301-ae0a-d1e9be21f258,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:40.476694 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=100 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:40.501921 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-3b4b123e-32cd-432c-b82b-34a9d5bd10d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024'] for port (5a062461-0a58-44fe-be26-7782131f89ee), after_delete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:40.524467 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b123e-32cd-432c-b82b-34a9d5bd10d8 None None] Pushing event deleted for resources: {'Port': ['ID=5a062461-0a58-44fe-be26-7782131f89ee,revision_number=None']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:40.528059 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3b4b123e-32cd-432c-b82b-34a9d5bd10d8 None None] Network 34a01e8b-7928-4301-ae0a-d1e9be21f258 is not hosted by any dhcp agent {{(pid=110063) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 19 13:59:40.528578 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4b123e-32cd-432c-b82b-34a9d5bd10d8 None None] No DVR routers for this DVR port 5a062461-0a58-44fe-be26-7782131f89ee on host dv-cinder-784815-14-iscsi {{(pid=110063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:59:40.589654 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 34980) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:40.634971 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-130d7031-2c38-45d1-b237-5d0eb898f103 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=28027af4cc0c4ca99035e48aa6237805&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0441158 May 19 13:59:40.637381 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 34982) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:40.684694 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8864697b-e27f-421d-bee3-8ee280e44c39 admin admin] Publish callbacks [] for security_group (104dbb39-80cb-4709-bb57-73f3072b78db), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:40.705405 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8864697b-e27f-421d-bee3-8ee280e44c39 admin admin] Publish callbacks [] for security_group (104dbb39-80cb-4709-bb57-73f3072b78db), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:40.754765 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8864697b-e27f-421d-bee3-8ee280e44c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (104dbb39-80cb-4709-bb57-73f3072b78db), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:40.757398 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8864697b-e27f-421d-bee3-8ee280e44c39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:40.758738 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-8864697b-e27f-421d-bee3-8ee280e44c39 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/104dbb39-80cb-4709-bb57-73f3072b78db HTTP/1.1" status: 204 len: 168 time: 0.1203141 May 19 13:59:40.766608 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864697b-e27f-421d-bee3-8ee280e44c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104dbb39-80cb-4709-bb57-73f3072b78db,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:40.990094 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 5a062461-0a58-44fe-be26-7782131f89ee no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:59:41.010934 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: 5a062461-0a58-44fe-be26-7782131f89ee {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:59:41.011365 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 5a062461-0a58-44fe-be26-7782131f89ee not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:59:41.011857 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 42d68708-0560-44b9-9551-51b92d80e6a5 no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:59:41.030963 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: 42d68708-0560-44b9-9551-51b92d80e6a5 {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:59:41.031310 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 42d68708-0560-44b9-9551-51b92d80e6a5 not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:59:41.031731 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device d018a910-9843-4390-be75-edf5266f01ce no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:59:41.052545 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: d018a910-9843-4390-be75-edf5266f01ce {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:59:41.052884 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device d018a910-9843-4390-be75-edf5266f01ce not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:59:41.471140 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 35016) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:41.595161 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-fae2f19b-1237-472a-890a-0ea965cb6264 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-620640807-network', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:59:41.621833 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84305a99-a497-4eb8-97bd-e27df27917f2 req-ca681d62-8165-446a-96a8-55cfbf4221fa tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:41.623358 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-84305a99-a497-4eb8-97bd-e27df27917f2 req-ca681d62-8165-446a-96a8-55cfbf4221fa tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 945 time: 0.0641232 May 19 13:59:41.646179 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae2f19b-1237-472a-890a-0ea965cb6264 admin admin] Made reservation on behalf of e14dac6dd56c4f93b65ad91673debf71 for: {'network': 1} {{(pid=110061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:59:41.648516 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-fae2f19b-1237-472a-890a-0ea965cb6264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for network (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:41.669060 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-fae2f19b-1237-472a-890a-0ea965cb6264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:41.699889 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-84305a99-a497-4eb8-97bd-e27df27917f2 req-76e9d56c-24dd-4132-87b1-104fd96e97e4 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685580 May 19 13:59:41.762164 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-fae2f19b-1237-472a-890a-0ea965cb6264 admin admin] Publish callbacks [] for security_group (8959f046-7713-4229-a372-5e91e43d379e), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:41.765593 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-fae2f19b-1237-472a-890a-0ea965cb6264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (8959f046-7713-4229-a372-5e91e43d379e), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:41.789404 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae2f19b-1237-472a-890a-0ea965cb6264 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=110061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:59:41.804373 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2f19b-1237-472a-890a-0ea965cb6264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8959f046-7713-4229-a372-5e91e43d379e,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:41.807887 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-fae2f19b-1237-472a-890a-0ea965cb6264 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784568151821', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (43347a7a-d2a6-43ef-9914-d472c0a74e2b), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:41.808284 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.segments_db [None req-fae2f19b-1237-472a-890a-0ea965cb6264 admin admin] Added segment 43347a7a-d2a6-43ef-9914-d472c0a74e2b of type vlan for network 1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d May 19 13:59:41.846735 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-fae2f19b-1237-472a-890a-0ea965cb6264 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784567602773'] for network (1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:41.872044 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-fae2f19b-1237-472a-890a-0ea965cb6264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for network (1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:41.872953 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae2f19b-1237-472a-890a-0ea965cb6264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:41.873516 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-fae2f19b-1237-472a-890a-0ea965cb6264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:41.877352 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:41.927968 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-fae2f19b-1237-472a-890a-0ea965cb6264 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4552174 May 19 13:59:41.931560 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 35026) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:41.936442 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-cb6d9e0d-a298-43e5-9317-45d0392b7c1a admin admin] Request body: {'subnet': {'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-620640807-subnet', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:59:41.939480 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2f19b-1237-472a-890a-0ea965cb6264 admin admin] Pushing event updated for resources: {'Network': ['ID=1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:41.949955 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Network 1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d details requested by agent ovs-agent-dv-cinder-784815-14-iscsi with host dv-cinder-784815-14-iscsi {{(pid=110063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:59:41.959737 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6d9e0d-a298-43e5-9317-45d0392b7c1a admin admin] Made reservation on behalf of e14dac6dd56c4f93b65ad91673debf71 for: {'subnet': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:59:41.962343 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-cb6d9e0d-a298-43e5-9317-45d0392b7c1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29814894'] for subnet (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:42.080901 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:42.130829 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-cb6d9e0d-a298-43e5-9317-45d0392b7c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29560314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29814904'] for subnet (4aa4f0bd-3981-4f05-9899-3af6ca78984b), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:42.177689 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:42.184316 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d9e0d-a298-43e5-9317-45d0392b7c1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aa4f0bd-3981-4f05-9899-3af6ca78984b,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:42.197199 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6d9e0d-a298-43e5-9317-45d0392b7c1a admin admin] Checking segment: {'id': '43347a7a-d2a6-43ef-9914-d472c0a74e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:59:42.197575 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6d9e0d-a298-43e5-9317-45d0392b7c1a admin admin] Network hostable DHCP agents. Network: 1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d, hostable agents: ['ed6e9061-200e-415c-854c-495582c024f0'], hosted agents: [] {{(pid=110062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:59:42.216719 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6d9e0d-a298-43e5-9317-45d0392b7c1a admin admin] Network 1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d is scheduled to be hosted by DHCP agent ed6e9061-200e-415c-854c-495582c024f0 with binding_index 1 {{(pid=110062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:59:42.225381 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-cb6d9e0d-a298-43e5-9317-45d0392b7c1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-14-iscsi, 1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d) {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:59:42.230596 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6d9e0d-a298-43e5-9317-45d0392b7c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:42.231268 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-cb6d9e0d-a298-43e5-9317-45d0392b7c1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:42.235270 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bc2aa2-4a66-4418-8c8f-2c9f51879bee None None] Network 1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:59:42.246309 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-cb6d9e0d-a298-43e5-9317-45d0392b7c1a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3135693 May 19 13:59:42.249011 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 35028) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:42.253023 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-fc5bbbf1-cde0-40f2-87da-d091c58f7f72 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-620640807-router', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:59:42.272859 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-fc5bbbf1-cde0-40f2-87da-d091c58f7f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6197'] for router (2d6625ce-410e-41df-ac21-3a7d1fcb061e), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:42.273749 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-fc5bbbf1-cde0-40f2-87da-d091c58f7f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1631004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-473605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6188'] for router (2d6625ce-410e-41df-ac21-3a7d1fcb061e), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:42.324419 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-fc5bbbf1-cde0-40f2-87da-d091c58f7f72 admin admin] Publish callbacks [] for router_controller (2d6625ce-410e-41df-ac21-3a7d1fcb061e), precommit_add_association {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:42.343281 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4250893-5fdd-484b-9c21-a02e6ef39821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fe39ec4-ffd7-5688-a378-30d4d243c226-1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'fixed_ips': [{'subnet_id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b'}]}} from dv-cinder-784815-14-iscsi. {{(pid=110063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 13:59:42.344248 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-a4250893-5fdd-484b-9c21-a02e6ef39821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:42.457470 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-fc5bbbf1-cde0-40f2-87da-d091c58f7f72 admin admin] Publish callbacks [] for router_gateway (2d6625ce-410e-41df-ac21-3a7d1fcb061e), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:42.482834 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.db_base_plugin_common [None req-a4250893-5fdd-484b-9c21-a02e6ef39821 None None] Allocated IP 172.20.0.2 (1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d/4aa4f0bd-3981-4f05-9899-3af6ca78984b/bb506e95-f1a0-495e-80d6-dff45990b187) {{(pid=110063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:59:42.574036 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:42.631405 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-a4250893-5fdd-484b-9c21-a02e6ef39821 None None] Publish callbacks [] for port (bb506e95-f1a0-495e-80d6-dff45990b187), precommit_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:42.638299 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-a4250893-5fdd-484b-9c21-a02e6ef39821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (bb506e95-f1a0-495e-80d6-dff45990b187), after_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:42.653549 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-fc5bbbf1-cde0-40f2-87da-d091c58f7f72 admin admin] Publish callbacks [] for router_gateway (2d6625ce-410e-41df-ac21-3a7d1fcb061e), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:42.675474 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-fc5bbbf1-cde0-40f2-87da-d091c58f7f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:42.681889 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4250893-5fdd-484b-9c21-a02e6ef39821 None None] Network 1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d is already hosted by enough agents. {{(pid=110063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:59:42.686883 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.scheduler.base_scheduler [None req-a4250893-5fdd-484b-9c21-a02e6ef39821 None None] Resources bound (agent type, host, resource id): {{(pid=110063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:59:42.689040 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4250893-5fdd-484b-9c21-a02e6ef39821 None None] Pushing event updated for resources: {'Port': ['ID=bb506e95-f1a0-495e-80d6-dff45990b187,revision_number=1']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:42.691198 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4250893-5fdd-484b-9c21-a02e6ef39821 None None] Received port after_create {{(pid=110063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:59:42.752674 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-a4250893-5fdd-484b-9c21-a02e6ef39821 None None] Attempting to bind port bb506e95-f1a0-495e-80d6-dff45990b187 on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:59:42.753280 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-a4250893-5fdd-484b-9c21-a02e6ef39821 None None] Attempting to bind port bb506e95-f1a0-495e-80d6-dff45990b187 by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': '43347a7a-d2a6-43ef-9914-d472c0a74e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d'}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:59:42.753802 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4250893-5fdd-484b-9c21-a02e6ef39821 None None] Attempting to bind port bb506e95-f1a0-495e-80d6-dff45990b187 on network 1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:59:42.760598 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4250893-5fdd-484b-9c21-a02e6ef39821 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:59:42.761198 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4250893-5fdd-484b-9c21-a02e6ef39821 None None] Checking segment: {'id': '43347a7a-d2a6-43ef-9914-d472c0a74e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:59:42.762373 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-a4250893-5fdd-484b-9c21-a02e6ef39821 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:42.762960 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4250893-5fdd-484b-9c21-a02e6ef39821 None None] Bound using segment: {'id': '43347a7a-d2a6-43ef-9914-d472c0a74e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d'} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:59:42.763594 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-a4250893-5fdd-484b-9c21-a02e6ef39821 None None] Bound port: bb506e95-f1a0-495e-80d6-dff45990b187, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43347a7a-d2a6-43ef-9914-d472c0a74e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d'}}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:59:42.764184 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-a4250893-5fdd-484b-9c21-a02e6ef39821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (bb506e95-f1a0-495e-80d6-dff45990b187), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:42.800184 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [None req-fc5bbbf1-cde0-40f2-87da-d091c58f7f72 admin admin] Allocated IP 172.27.2.196 (db349b0a-3651-4f3e-8f89-c44d13ee049b/851bfd66-21de-4b67-adef-488354d2d2c5/601e9313-95e4-42eb-84a5-abcb4255e464) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:59:42.845222 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-a4250893-5fdd-484b-9c21-a02e6ef39821 None None] For port bb506e95-f1a0-495e-80d6-dff45990b187, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:59:42.849641 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-a4250893-5fdd-484b-9c21-a02e6ef39821 None None] For port bb506e95-f1a0-495e-80d6-dff45990b187, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=bb506e95-f1a0-495e-80d6-dff45990b187,segment=NetworkSegment(43347a7a-d2a6-43ef-9914-d472c0a74e2b),segment_id=43347a7a-d2a6-43ef-9914-d472c0a74e2b)] {{(pid=110063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:59:42.857515 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5601b82-dab1-4944-8f63-61efbbfd4595 req-ed8177ef-c34f-45eb-8678-5156ae9c7cbf tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:42.859368 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f5601b82-dab1-4944-8f63-61efbbfd4595 req-ed8177ef-c34f-45eb-8678-5156ae9c7cbf tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 945 time: 0.0683174 May 19 13:59:42.861430 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-a4250893-5fdd-484b-9c21-a02e6ef39821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (bb506e95-f1a0-495e-80d6-dff45990b187), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:42.921389 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4250893-5fdd-484b-9c21-a02e6ef39821 None None] Pushing event updated for resources: {'Port': ['ID=bb506e95-f1a0-495e-80d6-dff45990b187,revision_number=2']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:42.922657 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f5601b82-dab1-4944-8f63-61efbbfd4595 req-fe8a26db-ea84-454e-a7b3-84a4d78290b2 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d842cca-1746-453a-94d7-8065bafe0d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570631 May 19 13:59:42.933658 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-fc5bbbf1-cde0-40f2-87da-d091c58f7f72 admin admin] Publish callbacks [] for port (601e9313-95e4-42eb-84a5-abcb4255e464), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:42.972986 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-fc5bbbf1-cde0-40f2-87da-d091c58f7f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (601e9313-95e4-42eb-84a5-abcb4255e464), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:43.015139 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5bbbf1-cde0-40f2-87da-d091c58f7f72 admin admin] Network db349b0a-3651-4f3e-8f89-c44d13ee049b is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:59:43.019718 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-fc5bbbf1-cde0-40f2-87da-d091c58f7f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:59:43.022226 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5bbbf1-cde0-40f2-87da-d091c58f7f72 admin admin] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:59:43.044029 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5bbbf1-cde0-40f2-87da-d091c58f7f72 admin admin] Pushing event updated for resources: {'Port': ['ID=601e9313-95e4-42eb-84a5-abcb4255e464,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:43.061601 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:43.068046 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:43.332721 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-fc5bbbf1-cde0-40f2-87da-d091c58f7f72 admin admin] Publish callbacks [] for router_gateway (2d6625ce-410e-41df-ac21-3a7d1fcb061e), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:43.563739 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367c407-a5c7-4e64-a78a-9f27d06c8ec3 req-2cd44974-6f17-4a46-a173-6f8d274c5ada tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:43.565607 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1367c407-a5c7-4e64-a78a-9f27d06c8ec3 req-2cd44974-6f17-4a46-a173-6f8d274c5ada tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.65 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 945 time: 0.0528526 May 19 13:59:43.662628 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [req-1367c407-a5c7-4e64-a78a-9f27d06c8ec3 req-7289bd50-79d8-4f57-879f-140b031507b3 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Deleting port e9f3edc9-7c52-4610-9122-024284dd285b {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:59:43.663210 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-1367c407-a5c7-4e64-a78a-9f27d06c8ec3 req-7289bd50-79d8-4f57-879f-140b031507b3 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (e9f3edc9-7c52-4610-9122-024284dd285b), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:43.732316 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:43.769392 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-1367c407-a5c7-4e64-a78a-9f27d06c8ec3 req-7289bd50-79d8-4f57-879f-140b031507b3 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] For port e9f3edc9-7c52-4610-9122-024284dd285b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e9f3edc9-7c52-4610-9122-024284dd285b,segment=NetworkSegment(b873a258-08c0-4c14-bb12-c0681fda7ff4),segment_id=b873a258-08c0-4c14-bb12-c0681fda7ff4)] {{(pid=110061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:59:43.769836 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-1367c407-a5c7-4e64-a78a-9f27d06c8ec3 req-7289bd50-79d8-4f57-879f-140b031507b3 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (e9f3edc9-7c52-4610-9122-024284dd285b), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:43.784896 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-fc5bbbf1-cde0-40f2-87da-d091c58f7f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1631179'] for router (2d6625ce-410e-41df-ac21-3a7d1fcb061e), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:43.786585 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [req-1367c407-a5c7-4e64-a78a-9f27d06c8ec3 req-7289bd50-79d8-4f57-879f-140b031507b3 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Calling delete_port for e9f3edc9-7c52-4610-9122-024284dd285b owned by compute:nova {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:59:43.918551 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5bbbf1-cde0-40f2-87da-d091c58f7f72 admin admin] Router 2d6625ce-410e-41df-ac21-3a7d1fcb061e is scheduled to L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc with binding_index 1 {{(pid=110062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 13:59:43.932693 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-1367c407-a5c7-4e64-a78a-9f27d06c8ec3 req-7289bd50-79d8-4f57-879f-140b031507b3 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (e9f3edc9-7c52-4610-9122-024284dd285b), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:43.959760 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289bd50-79d8-4f57-879f-140b031507b3 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Pushing event deleted for resources: {'Port': ['ID=e9f3edc9-7c52-4610-9122-024284dd285b,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:43.981575 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['e9f3edc9-7c52-4610-9122-024284dd285b'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:59:44.028770 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406d0da3-a34a-4709-88a6-376bea6d1040 None None] Network 1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:59:44.037532 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [req-1367c407-a5c7-4e64-a78a-9f27d06c8ec3 req-7289bd50-79d8-4f57-879f-140b031507b3 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] No DVR routers for this DVR port e9f3edc9-7c52-4610-9122-024284dd285b on host hv-cinder-78481 {{(pid=110061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:59:44.041781 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-1367c407-a5c7-4e64-a78a-9f27d06c8ec3 req-7289bd50-79d8-4f57-879f-140b031507b3 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:44.045280 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1367c407-a5c7-4e64-a78a-9f27d06c8ec3 req-7289bd50-79d8-4f57-879f-140b031507b3 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.65 "DELETE /v2.0/ports/e9f3edc9-7c52-4610-9122-024284dd285b HTTP/1.1" status: 204 len: 173 time: 0.4721928 May 19 13:59:44.045906 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282f0dfe-fd26-4a02-91e0-69716322d7d5', 'name': 'network-vif-deleted', 'tag': 'e9f3edc9-7c52-4610-9122-024284dd285b'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:59:44.048205 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf0b650-670a-44c4-9d58-4de4bd2f1449" -d '{"events": [{"server_uuid": "282f0dfe-fd26-4a02-91e0-69716322d7d5", "name": "network-vif-deleted", "tag": "e9f3edc9-7c52-4610-9122-024284dd285b"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:59:44.051942 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5bbbf1-cde0-40f2-87da-d091c58f7f72 admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:59:44.067675 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3d8a26df-d4f6-4b21-9068-f3767e61c8dd req-6a7142f0-15bf-46eb-96d1-caf8cdb39faa tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 210 time: 0.0386548 May 19 13:59:44.077916 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-fc5bbbf1-cde0-40f2-87da-d091c58f7f72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:44.081737 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-fc5bbbf1-cde0-40f2-87da-d091c58f7f72 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8292356 May 19 13:59:44.081877 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d89d6-fe30-4857-aff4-47bdd5604c14 None None] Sync routers for ids ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:59:44.087696 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 35050) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:44.102632 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d89d6-fe30-4857-aff4-47bdd5604c14 None None] Routers {'2d6625ce-410e-41df-ac21-3a7d1fcb061e'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:59:44.104097 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-cc9d89d6-fe30-4857-aff4-47bdd5604c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:59:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:44.139593 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7e46fd-afcf-4eb8-84f5-df7dc10e62f1 x-openstack-request-id: req-9a7e46fd-afcf-4eb8-84f5-df7dc10e62f1 {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:59:44.140104 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282f0dfe-fd26-4a02-91e0-69716322d7d5", "name": "network-vif-deleted", "tag": "e9f3edc9-7c52-4610-9122-024284dd285b", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:59:44.140559 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9a7e46fd-afcf-4eb8-84f5-df7dc10e62f1 {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:59:44.141127 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a7e46fd-afcf-4eb8-84f5-df7dc10e62f1'] response: {'server_uuid': '282f0dfe-fd26-4a02-91e0-69716322d7d5', 'name': 'network-vif-deleted', 'tag': 'e9f3edc9-7c52-4610-9122-024284dd285b', 'status': 'completed', 'code': 200} May 19 13:59:44.159155 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:44.175334 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-2d39570c-c16d-4083-9381-29eaba2afa86 None None] Provisioning complete for port bb506e95-f1a0-495e-80d6-dff45990b187 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:59:44.175739 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-2d39570c-c16d-4083-9381-29eaba2afa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (bb506e95-f1a0-495e-80d6-dff45990b187), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:44.242418 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-cc9d89d6-fe30-4857-aff4-47bdd5604c14 None None] Set router 2d6625ce-410e-41df-ac21-3a7d1fcb061e gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:59:44.323061 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-2d39570c-c16d-4083-9381-29eaba2afa86 None None] Current status of the port bb506e95-f1a0-495e-80d6-dff45990b187 is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:59:44.323515 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-2d39570c-c16d-4083-9381-29eaba2afa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (bb506e95-f1a0-495e-80d6-dff45990b187), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:44.372500 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-2d39570c-c16d-4083-9381-29eaba2afa86 None None] For port bb506e95-f1a0-495e-80d6-dff45990b187, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=bb506e95-f1a0-495e-80d6-dff45990b187,segment=NetworkSegment(43347a7a-d2a6-43ef-9914-d472c0a74e2b),segment_id=43347a7a-d2a6-43ef-9914-d472c0a74e2b)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:59:44.377994 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-2d39570c-c16d-4083-9381-29eaba2afa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (bb506e95-f1a0-495e-80d6-dff45990b187), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:44.383902 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:44.467793 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39570c-c16d-4083-9381-29eaba2afa86 None None] Pushing event updated for resources: {'Port': ['ID=bb506e95-f1a0-495e-80d6-dff45990b187,revision_number=3']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:44.474290 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=100 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:44.480699 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:44.485257 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-cc9d89d6-fe30-4857-aff4-47bdd5604c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'name': 'tempest-AttachVolumeTestJSON-620640807-router', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:43Z', 'revision_number': 3, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'gw_port': {'id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:44.522824 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d89d6-fe30-4857-aff4-47bdd5604c14 None None] Checking router: 2d6625ce-410e-41df-ac21-3a7d1fcb061e for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:59:44.523476 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d89d6-fe30-4857-aff4-47bdd5604c14 None None] Updating router 2d6625ce-410e-41df-ac21-3a7d1fcb061e port 601e9313-95e4-42eb-84a5-abcb4255e464 binding host dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:59:44.606531 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-cc9d89d6-fe30-4857-aff4-47bdd5604c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (601e9313-95e4-42eb-84a5-abcb4255e464), before_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:44.611355 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=100 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:44.702772 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d64f197e-c516-472e-82ba-64bcd99ae647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:44.711923 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-f797755a-33f7-461c-8ffb-1575121de2b4 None None] Provisioning complete for port bb506e95-f1a0-495e-80d6-dff45990b187 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:59:44.713016 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-f797755a-33f7-461c-8ffb-1575121de2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (bb506e95-f1a0-495e-80d6-dff45990b187), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:44.801600 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-f797755a-33f7-461c-8ffb-1575121de2b4 None None] Current status of the port bb506e95-f1a0-495e-80d6-dff45990b187 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:59:44.891448 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [None req-d64f197e-c516-472e-82ba-64bcd99ae647 admin admin] Allocated IP 172.20.0.1 (1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d/4aa4f0bd-3981-4f05-9899-3af6ca78984b/cd2e71af-11d4-4d17-8d4f-ea7391e67af0) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:59:45.026401 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d64f197e-c516-472e-82ba-64bcd99ae647 admin admin] Publish callbacks [] for port (cd2e71af-11d4-4d17-8d4f-ea7391e67af0), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:45.052158 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device bb506e95-f1a0-495e-80d6-dff45990b187 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:59:45.057410 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-cc9d89d6-fe30-4857-aff4-47bdd5604c14 None None] Publish callbacks [] for port (601e9313-95e4-42eb-84a5-abcb4255e464), precommit_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:45.063021 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d64f197e-c516-472e-82ba-64bcd99ae647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (cd2e71af-11d4-4d17-8d4f-ea7391e67af0), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:45.068148 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-cc9d89d6-fe30-4857-aff4-47bdd5604c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (601e9313-95e4-42eb-84a5-abcb4255e464), after_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:45.115193 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64f197e-c516-472e-82ba-64bcd99ae647 admin admin] Network 1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:59:45.115605 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197664b7-71e2-4835-8cf1-b69b7c40ba96 None None] Pushing event updated for resources: {'Port': ['ID=601e9313-95e4-42eb-84a5-abcb4255e464,revision_number=2']} {{(pid=110064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:45.116093 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port bb506e95-f1a0-495e-80d6-dff45990b187 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:59:45.116654 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (bb506e95-f1a0-495e-80d6-dff45990b187), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:45.118672 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-d64f197e-c516-472e-82ba-64bcd99ae647 admin admin] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:59:45.122528 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f197e-c516-472e-82ba-64bcd99ae647 admin admin] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:59:45.125419 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197664b7-71e2-4835-8cf1-b69b7c40ba96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:45.125710 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197664b7-71e2-4835-8cf1-b69b7c40ba96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:45.125886 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f197e-c516-472e-82ba-64bcd99ae647 admin admin] Pushing event updated for resources: {'Port': ['ID=cd2e71af-11d4-4d17-8d4f-ea7391e67af0,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:45.126090 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197664b7-71e2-4835-8cf1-b69b7c40ba96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:45.126433 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197664b7-71e2-4835-8cf1-b69b7c40ba96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:45.126770 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197664b7-71e2-4835-8cf1-b69b7c40ba96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:45.127137 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197664b7-71e2-4835-8cf1-b69b7c40ba96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:45.127462 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197664b7-71e2-4835-8cf1-b69b7c40ba96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:45.127784 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197664b7-71e2-4835-8cf1-b69b7c40ba96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:45.135049 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197664b7-71e2-4835-8cf1-b69b7c40ba96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:45.135421 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197664b7-71e2-4835-8cf1-b69b7c40ba96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:45.135760 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197664b7-71e2-4835-8cf1-b69b7c40ba96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:45.140638 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197664b7-71e2-4835-8cf1-b69b7c40ba96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:45.140838 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197664b7-71e2-4835-8cf1-b69b7c40ba96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:45.141143 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197664b7-71e2-4835-8cf1-b69b7c40ba96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:45.141470 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197664b7-71e2-4835-8cf1-b69b7c40ba96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:45.161771 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:45.166959 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d64f197e-c516-472e-82ba-64bcd99ae647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634022'] for router_interface (2d6625ce-410e-41df-ac21-3a7d1fcb061e), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:45.172465 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-cc9d89d6-fe30-4857-aff4-47bdd5604c14 None None] Attempting to bind port 601e9313-95e4-42eb-84a5-abcb4255e464 on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:59:45.173224 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-cc9d89d6-fe30-4857-aff4-47bdd5604c14 None None] Attempting to bind port 601e9313-95e4-42eb-84a5-abcb4255e464 by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}] {{(pid=110064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:59:45.173488 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d89d6-fe30-4857-aff4-47bdd5604c14 None None] Attempting to bind port 601e9313-95e4-42eb-84a5-abcb4255e464 on network db349b0a-3651-4f3e-8f89-c44d13ee049b {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:59:45.182045 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d89d6-fe30-4857-aff4-47bdd5604c14 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:59:45.182438 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d89d6-fe30-4857-aff4-47bdd5604c14 None None] Checking segment: {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:59:45.182838 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-cc9d89d6-fe30-4857-aff4-47bdd5604c14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:45.183275 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d89d6-fe30-4857-aff4-47bdd5604c14 None None] Bound using segment: {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'} {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:59:45.184889 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-cc9d89d6-fe30-4857-aff4-47bdd5604c14 None None] Bound port: 601e9313-95e4-42eb-84a5-abcb4255e464, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}}] {{(pid=110064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:59:45.185282 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-cc9d89d6-fe30-4857-aff4-47bdd5604c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (601e9313-95e4-42eb-84a5-abcb4255e464), before_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:45.255241 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.db [None req-cc9d89d6-fe30-4857-aff4-47bdd5604c14 None None] For port 601e9313-95e4-42eb-84a5-abcb4255e464, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:59:45.267011 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.db [None req-cc9d89d6-fe30-4857-aff4-47bdd5604c14 None None] For port 601e9313-95e4-42eb-84a5-abcb4255e464, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=601e9313-95e4-42eb-84a5-abcb4255e464,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:59:45.280563 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port bb506e95-f1a0-495e-80d6-dff45990b187 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:59:45.288658 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-cc9d89d6-fe30-4857-aff4-47bdd5604c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (601e9313-95e4-42eb-84a5-abcb4255e464), after_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:45.358881 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d264b4f8-c7a8-4f7e-a641-000a2cb5bd4c req-ec3c84b0-9682-441b-a981-489c3d210ee8 tempest-TestMinimumBasicScenario-1300065720 tempest-TestMinimumBasicScenario-1300065720-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f0dfe-fd26-4a02-91e0-69716322d7d5 HTTP/1.1" status: 200 len: 210 time: 0.0503757 May 19 13:59:45.386821 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d64f197e-c516-472e-82ba-64bcd99ae647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (cd2e71af-11d4-4d17-8d4f-ea7391e67af0), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:45.393072 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d89d6-fe30-4857-aff4-47bdd5604c14 None None] Routers {'2d6625ce-410e-41df-ac21-3a7d1fcb061e'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:59:45.393700 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-cc9d89d6-fe30-4857-aff4-47bdd5604c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:59:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:45.468487 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197664b7-71e2-4835-8cf1-b69b7c40ba96 None None] Pushing event updated for resources: {'Port': ['ID=601e9313-95e4-42eb-84a5-abcb4255e464,revision_number=3']} {{(pid=110064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:45.495266 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:45.523238 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-00dc3990-faab-497d-9df9-4649394fe1b4 None None] Provisioning complete for port cd2e71af-11d4-4d17-8d4f-ea7391e67af0 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:59:45.523602 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-00dc3990-faab-497d-9df9-4649394fe1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (cd2e71af-11d4-4d17-8d4f-ea7391e67af0), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:45.531923 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:45.538452 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-cc9d89d6-fe30-4857-aff4-47bdd5604c14 None None] Set router 2d6625ce-410e-41df-ac21-3a7d1fcb061e gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:59:45.561199 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-00dc3990-faab-497d-9df9-4649394fe1b4 None None] Port cd2e71af-11d4-4d17-8d4f-ea7391e67af0 cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:59:45.604732 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d64f197e-c516-472e-82ba-64bcd99ae647 admin admin] Publish callbacks [] for port (cd2e71af-11d4-4d17-8d4f-ea7391e67af0), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:45.609578 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d64f197e-c516-472e-82ba-64bcd99ae647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29558909'] for port (cd2e71af-11d4-4d17-8d4f-ea7391e67af0), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:45.666656 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:45.680263 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f197e-c516-472e-82ba-64bcd99ae647 admin admin] Pushing event updated for resources: {'Port': ['ID=cd2e71af-11d4-4d17-8d4f-ea7391e67af0,revision_number=2']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:45.683286 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d64f197e-c516-472e-82ba-64bcd99ae647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1624750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633196'] for router_interface (2d6625ce-410e-41df-ac21-3a7d1fcb061e), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:45.747523 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-cc9d89d6-fe30-4857-aff4-47bdd5604c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'name': 'tempest-AttachVolumeTestJSON-620640807-router', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:45Z', 'revision_number': 4, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'gw_port': {'id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'cd2e71af-11d4-4d17-8d4f-ea7391e67af0', 'name': '', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'mac_address': 'fa:16:3e:a7:ce:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:44Z', 'updated_at': '2022-05-19T13:59:44Z', 'revision_number': 1, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'subnets': [{'id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:45.773310 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d89d6-fe30-4857-aff4-47bdd5604c14 None None] The sync data for ids ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'] in dv-cinder-784815-14-iscsi is: [{'id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'name': 'tempest-AttachVolumeTestJSON-620640807-router', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:45Z', 'revision_number': 4, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'gw_port': {'id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'cd2e71af-11d4-4d17-8d4f-ea7391e67af0', 'name': '', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'mac_address': 'fa:16:3e:a7:ce:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:44Z', 'updated_at': '2022-05-19T13:59:44Z', 'revision_number': 1, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'subnets': [{'id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:59:45.782703 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64f197e-c516-472e-82ba-64bcd99ae647 admin admin] Network 1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:59:45.784782 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-d64f197e-c516-472e-82ba-64bcd99ae647 admin admin] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:59:45.911273 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64f197e-c516-472e-82ba-64bcd99ae647 admin admin] Router 2d6625ce-410e-41df-ac21-3a7d1fcb061e has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:59:46.028891 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64f197e-c516-472e-82ba-64bcd99ae647 admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:59:46.038608 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-d64f197e-c516-472e-82ba-64bcd99ae647 admin admin] 10.222.0.52 "PUT /v2.0/routers/2d6625ce-410e-41df-ac21-3a7d1fcb061e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9499702 May 19 13:59:46.086743 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1e3f3a60-a61a-42b5-b1f9-f253dbc3f799 None None] Provisioning complete for port cd2e71af-11d4-4d17-8d4f-ea7391e67af0 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:59:46.087394 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1e3f3a60-a61a-42b5-b1f9-f253dbc3f799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (cd2e71af-11d4-4d17-8d4f-ea7391e67af0), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:46.139640 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1e3f3a60-a61a-42b5-b1f9-f253dbc3f799 None None] Port cd2e71af-11d4-4d17-8d4f-ea7391e67af0 cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:59:46.430774 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 35084) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:46.435617 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-478cfaad-5ded-4c3e-b50c-7d87519d9f11 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Request body: {'security_group': {'name': 'tempest-securitygroup--941393568', 'description': 'tempest-description--1031939485'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:59:46.467428 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-478cfaad-5ded-4c3e-b50c-7d87519d9f11 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:46.551683 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-478cfaad-5ded-4c3e-b50c-7d87519d9f11 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for security_group (7234b828-a3b3-480c-aa23-023234d59707), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:46.560477 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-478cfaad-5ded-4c3e-b50c-7d87519d9f11 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (7234b828-a3b3-480c-aa23-023234d59707), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:46.627960 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-478cfaad-5ded-4c3e-b50c-7d87519d9f11 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:46.630938 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-478cfaad-5ded-4c3e-b50c-7d87519d9f11 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1971259 May 19 13:59:46.632662 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 35100) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:46.637744 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478cfaad-5ded-4c3e-b50c-7d87519d9f11 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7234b828-a3b3-480c-aa23-023234d59707,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:46.638271 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-604eccb0-8afb-4822-8751-8a3e02910fa4 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Request body: {'security_group_rule': {'security_group_id': '7234b828-a3b3-480c-aa23-023234d59707', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:59:46.674156 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-604eccb0-8afb-4822-8751-8a3e02910fa4 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for security_group_rule (7bf9355b-ab35-462a-97a1-c4ca2ae3fe98), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:46.730133 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-604eccb0-8afb-4822-8751-8a3e02910fa4 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for security_group_rule (7bf9355b-ab35-462a-97a1-c4ca2ae3fe98), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:46.734295 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-604eccb0-8afb-4822-8751-8a3e02910fa4 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (7bf9355b-ab35-462a-97a1-c4ca2ae3fe98), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:46.756922 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604eccb0-8afb-4822-8751-8a3e02910fa4 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf9355b-ab35-462a-97a1-c4ca2ae3fe98,revision_number=0']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:46.768402 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-604eccb0-8afb-4822-8751-8a3e02910fa4 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:46.771342 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-604eccb0-8afb-4822-8751-8a3e02910fa4 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370988 May 19 13:59:46.773563 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 35104) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:46.778775 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-bc039e0f-356e-4f71-a429-dfa9264eafcf tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Request body: {'security_group_rule': {'security_group_id': '7234b828-a3b3-480c-aa23-023234d59707', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:59:46.812190 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bc039e0f-356e-4f71-a429-dfa9264eafcf tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for security_group_rule (a99da476-a7df-4b28-9629-d6779e07b7e4), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:46.841824 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:46.879871 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bc039e0f-356e-4f71-a429-dfa9264eafcf tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for security_group_rule (a99da476-a7df-4b28-9629-d6779e07b7e4), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:46.883946 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bc039e0f-356e-4f71-a429-dfa9264eafcf tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (a99da476-a7df-4b28-9629-d6779e07b7e4), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:46.903288 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc039e0f-356e-4f71-a429-dfa9264eafcf tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99da476-a7df-4b28-9629-d6779e07b7e4,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:46.913061 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bc039e0f-356e-4f71-a429-dfa9264eafcf tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:46.914267 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-bc039e0f-356e-4f71-a429-dfa9264eafcf tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394897 May 19 13:59:46.918833 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 35116) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:46.926598 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-8447f898-c866-4723-84bf-e8a696371980 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Request body: {'floatingip': {'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:59:46.932790 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:46.956281 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8447f898-c866-4723-84bf-e8a696371980 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:47.076268 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8447f898-c866-4723-84bf-e8a696371980 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:47.102613 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 601e9313-95e4-42eb-84a5-abcb4255e464 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:59:47.168098 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 601e9313-95e4-42eb-84a5-abcb4255e464 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:59:47.169236 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (601e9313-95e4-42eb-84a5-abcb4255e464), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:47.234582 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [None req-8447f898-c866-4723-84bf-e8a696371980 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Allocated IP 172.27.2.240 (db349b0a-3651-4f3e-8f89-c44d13ee049b/851bfd66-21de-4b67-adef-488354d2d2c5/0a8d1727-0dae-4062-93de-d1d5b54f5562) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:59:47.275556 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 601e9313-95e4-42eb-84a5-abcb4255e464 is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:59:47.276216 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (601e9313-95e4-42eb-84a5-abcb4255e464), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:47.303040 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] For port 601e9313-95e4-42eb-84a5-abcb4255e464, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=601e9313-95e4-42eb-84a5-abcb4255e464,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:59:47.321071 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (601e9313-95e4-42eb-84a5-abcb4255e464), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:47.360888 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 35138) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:47.375546 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:47.404666 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Pushing event updated for resources: {'Port': ['ID=601e9313-95e4-42eb-84a5-abcb4255e464,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:47.405324 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8447f898-c866-4723-84bf-e8a696371980 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for port (0a8d1727-0dae-4062-93de-d1d5b54f5562), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:47.442957 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8447f898-c866-4723-84bf-e8a696371980 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (0a8d1727-0dae-4062-93de-d1d5b54f5562), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:47.501764 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8447f898-c866-4723-84bf-e8a696371980 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Network db349b0a-3651-4f3e-8f89-c44d13ee049b is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:59:47.507382 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-8447f898-c866-4723-84bf-e8a696371980 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:59:47.509775 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8447f898-c866-4723-84bf-e8a696371980 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:59:47.513026 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447f898-c866-4723-84bf-e8a696371980 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Pushing event updated for resources: {'Port': ['ID=0a8d1727-0dae-4062-93de-d1d5b54f5562,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:47.580493 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:47.620466 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8447f898-c866-4723-84bf-e8a696371980 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for floatingip (e9e4ab7c-e7ea-401a-9dde-a0915d63d639), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:47.661921 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8447f898-c866-4723-84bf-e8a696371980 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (0a8d1727-0dae-4062-93de-d1d5b54f5562), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:47.710221 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77268d2b-359e-4e7d-b53f-da0bf9ed57e8 req-4c76a16e-3293-4a6a-a9a0-05d89f8e710d tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:47.712381 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-77268d2b-359e-4e7d-b53f-da0bf9ed57e8 req-4c76a16e-3293-4a6a-a9a0-05d89f8e710d tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2be2ac-8751-4467-9d51-1eee62e05dbe HTTP/1.1" status: 200 len: 945 time: 0.0751233 May 19 13:59:47.822236 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:47.833988 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:47.843854 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8447f898-c866-4723-84bf-e8a696371980 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for port (0a8d1727-0dae-4062-93de-d1d5b54f5562), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:47.848509 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8447f898-c866-4723-84bf-e8a696371980 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29558909'] for port (0a8d1727-0dae-4062-93de-d1d5b54f5562), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:47.879853 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-77268d2b-359e-4e7d-b53f-da0bf9ed57e8 req-37f84686-460a-46c7-9c22-5290eebb3a12 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb0ac8df-2517-4a88-b198-86a5f1c6097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584549 May 19 13:59:47.922407 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447f898-c866-4723-84bf-e8a696371980 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Pushing event updated for resources: {'Port': ['ID=0a8d1727-0dae-4062-93de-d1d5b54f5562,revision_number=2']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:47.933424 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8447f898-c866-4723-84bf-e8a696371980 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (e9e4ab7c-e7ea-401a-9dde-a0915d63d639), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:47.934503 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-81665dcc-9e7c-4cf3-b227-682906a73194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633245'] for router_interface (6f519e97-2616-4eee-88f4-0f78ea8abc78), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:47.954264 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8447f898-c866-4723-84bf-e8a696371980 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:47.964098 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-8447f898-c866-4723-84bf-e8a696371980 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0357413 May 19 13:59:48.034104 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:48.200612 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-432899fd-d3b7-4136-aaf3-b33ac8e33967 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--941393568&fields=id&tenant_id=e14dac6dd56c4f93b65ad91673debf71 HTTP/1.1" status: 200 len: 267 time: 0.1098874 May 19 13:59:48.271105 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a1ba0b-0584-498e-bbe2-64ae2905a394 None None] Sync routers for ids ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'] in dv-cinder-784815-14-iscsi {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:59:48.283041 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a1ba0b-0584-498e-bbe2-64ae2905a394 None None] Routers {'2d6625ce-410e-41df-ac21-3a7d1fcb061e'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:59:48.283765 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-a5a1ba0b-0584-498e-bbe2-64ae2905a394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:59:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:48.394589 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-a5a1ba0b-0584-498e-bbe2-64ae2905a394 None None] Set router 2d6625ce-410e-41df-ac21-3a7d1fcb061e gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:59:48.436259 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:48.471427 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device e9f3edc9-7c52-4610-9122-024284dd285b no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:59:48.501397 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] No Port match for: e9f3edc9-7c52-4610-9122-024284dd285b {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:59:48.501753 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device e9f3edc9-7c52-4610-9122-024284dd285b not bound to the agent host hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:59:48.556675 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-81665dcc-9e7c-4cf3-b227-682906a73194 admin admin] Deleting port dcdbb88e-ccfe-4abc-843d-539fdcd081cd {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:59:48.556912 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-81665dcc-9e7c-4cf3-b227-682906a73194 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (dcdbb88e-ccfe-4abc-843d-539fdcd081cd), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:48.633926 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-0c64f894-a9e4-44c8-9c03-9d466bf1ca5f tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:48.634836 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-0c64f894-a9e4-44c8-9c03-9d466bf1ca5f tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/networks?id=1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d HTTP/1.1" status: 200 len: 810 time: 0.1828563 May 19 13:59:48.672716 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-40dee52c-8df5-42fc-a926-6cf4e22e6205 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/quotas/e14dac6dd56c4f93b65ad91673debf71 HTTP/1.1" status: 200 len: 375 time: 0.0313799 May 19 13:59:48.681753 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [None req-81665dcc-9e7c-4cf3-b227-682906a73194 admin admin] For port dcdbb88e-ccfe-4abc-843d-539fdcd081cd, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=dcdbb88e-ccfe-4abc-843d-539fdcd081cd,segment=NetworkSegment(b873a258-08c0-4c14-bb12-c0681fda7ff4),segment_id=b873a258-08c0-4c14-bb12-c0681fda7ff4)] {{(pid=110061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:59:48.682110 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-81665dcc-9e7c-4cf3-b227-682906a73194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (dcdbb88e-ccfe-4abc-843d-539fdcd081cd), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:48.721851 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-81665dcc-9e7c-4cf3-b227-682906a73194 admin admin] Calling delete_port for dcdbb88e-ccfe-4abc-843d-539fdcd081cd owned by network:router_interface {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:59:48.740204 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-dffe2b72-e66b-4bfd-83f4-9f87e5e9eddd tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e14dac6dd56c4f93b65ad91673debf71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618198 May 19 13:59:48.741093 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-a5a1ba0b-0584-498e-bbe2-64ae2905a394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'name': 'tempest-AttachVolumeTestJSON-620640807-router', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:45Z', 'revision_number': 4, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'gw_port': {'id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'cd2e71af-11d4-4d17-8d4f-ea7391e67af0', 'name': '', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'mac_address': 'fa:16:3e:a7:ce:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:44Z', 'updated_at': '2022-05-19T13:59:45Z', 'revision_number': 2, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'subnets': [{'id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:48.767226 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a1ba0b-0584-498e-bbe2-64ae2905a394 None None] Checking router: 2d6625ce-410e-41df-ac21-3a7d1fcb061e for host: dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:59:48.767577 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a1ba0b-0584-498e-bbe2-64ae2905a394 None None] Updating router 2d6625ce-410e-41df-ac21-3a7d1fcb061e port cd2e71af-11d4-4d17-8d4f-ea7391e67af0 binding host dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:59:48.798718 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:48.801545 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-a5a1ba0b-0584-498e-bbe2-64ae2905a394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (cd2e71af-11d4-4d17-8d4f-ea7391e67af0), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:48.958884 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-22fc4a26-7a72-491c-8b5e-2c9243aad089 service neutron] 10.222.0.52 "GET /v2.0/networks/1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841817 May 19 13:59:49.017197 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:49.051525 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 601e9313-95e4-42eb-84a5-abcb4255e464 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:59:49.102682 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a830e8-ec5c-44be-88e8-ab16b209ba0d req-49fbe2e3-424f-4821-8797-68a6b0357f6f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:49.104222 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f3a830e8-ec5c-44be-88e8-ab16b209ba0d req-49fbe2e3-424f-4821-8797-68a6b0357f6f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2be2ac-8751-4467-9d51-1eee62e05dbe HTTP/1.1" status: 200 len: 945 time: 0.1204557 May 19 13:59:49.109114 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-81665dcc-9e7c-4cf3-b227-682906a73194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (dcdbb88e-ccfe-4abc-843d-539fdcd081cd), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:49.152907 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-a5a1ba0b-0584-498e-bbe2-64ae2905a394 None None] Publish callbacks [] for port (cd2e71af-11d4-4d17-8d4f-ea7391e67af0), precommit_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:49.154924 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 601e9313-95e4-42eb-84a5-abcb4255e464 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:59:49.155294 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (601e9313-95e4-42eb-84a5-abcb4255e464), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:49.165085 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81665dcc-9e7c-4cf3-b227-682906a73194 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcdbb88e-ccfe-4abc-843d-539fdcd081cd,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:49.177582 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-a5a1ba0b-0584-498e-bbe2-64ae2905a394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (cd2e71af-11d4-4d17-8d4f-ea7391e67af0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:49.186558 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-eb1694a2-820d-49fc-a80e-0d8e42885849 service neutron] 10.222.0.52 "GET /v2.0/networks/1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038367 May 19 13:59:49.226662 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:49.240661 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc01f4-61a6-4f7c-899b-a395e61a1227 None None] Pushing event updated for resources: {'Port': ['ID=cd2e71af-11d4-4d17-8d4f-ea7391e67af0,revision_number=3']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:49.243665 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f3a830e8-ec5c-44be-88e8-ab16b209ba0d req-16636f9c-8cb3-43ba-adce-bbd2cce4ed18 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb0ac8df-2517-4a88-b198-86a5f1c6097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217513 May 19 13:59:49.330115 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:49.385771 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 601e9313-95e4-42eb-84a5-abcb4255e464 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:59:49.404312 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-a5a1ba0b-0584-498e-bbe2-64ae2905a394 None None] Attempting to bind port cd2e71af-11d4-4d17-8d4f-ea7391e67af0 on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:59:49.404312 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-a5a1ba0b-0584-498e-bbe2-64ae2905a394 None None] Attempting to bind port cd2e71af-11d4-4d17-8d4f-ea7391e67af0 by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': '43347a7a-d2a6-43ef-9914-d472c0a74e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d'}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:59:49.404519 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a1ba0b-0584-498e-bbe2-64ae2905a394 None None] Attempting to bind port cd2e71af-11d4-4d17-8d4f-ea7391e67af0 on network 1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:59:49.410613 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a1ba0b-0584-498e-bbe2-64ae2905a394 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:59:49.411697 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a1ba0b-0584-498e-bbe2-64ae2905a394 None None] Checking segment: {'id': '43347a7a-d2a6-43ef-9914-d472c0a74e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:59:49.412912 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-a5a1ba0b-0584-498e-bbe2-64ae2905a394 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:49.413312 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a1ba0b-0584-498e-bbe2-64ae2905a394 None None] Bound using segment: {'id': '43347a7a-d2a6-43ef-9914-d472c0a74e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d'} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:59:49.414116 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-a5a1ba0b-0584-498e-bbe2-64ae2905a394 None None] Bound port: cd2e71af-11d4-4d17-8d4f-ea7391e67af0, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43347a7a-d2a6-43ef-9914-d472c0a74e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d'}}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:59:49.415121 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-a5a1ba0b-0584-498e-bbe2-64ae2905a394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (cd2e71af-11d4-4d17-8d4f-ea7391e67af0), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:49.481402 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2674322-c2f7-49b7-bf01-f3ebc6da1c25 req-756bb12e-b08c-4da5-b6f1-c84bcca042e8 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:49.483030 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c2674322-c2f7-49b7-bf01-f3ebc6da1c25 req-756bb12e-b08c-4da5-b6f1-c84bcca042e8 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c2be2ac-8751-4467-9d51-1eee62e05dbe HTTP/1.1" status: 200 len: 945 time: 0.1847475 May 19 13:59:49.487354 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-fcf5d7d1-49f4-4199-942b-135814ef9a28 req-a98d41f9-a554-4de0-a799-6e3880e49922 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 210 time: 0.0499563 May 19 13:59:49.498294 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-a5a1ba0b-0584-498e-bbe2-64ae2905a394 None None] For port cd2e71af-11d4-4d17-8d4f-ea7391e67af0, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:59:49.504401 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-a5a1ba0b-0584-498e-bbe2-64ae2905a394 None None] For port cd2e71af-11d4-4d17-8d4f-ea7391e67af0, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=cd2e71af-11d4-4d17-8d4f-ea7391e67af0,segment=NetworkSegment(43347a7a-d2a6-43ef-9914-d472c0a74e2b),segment_id=43347a7a-d2a6-43ef-9914-d472c0a74e2b)] {{(pid=110063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:59:49.513919 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-a5a1ba0b-0584-498e-bbe2-64ae2905a394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (cd2e71af-11d4-4d17-8d4f-ea7391e67af0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:49.587598 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc01f4-61a6-4f7c-899b-a395e61a1227 None None] Pushing event updated for resources: {'Port': ['ID=cd2e71af-11d4-4d17-8d4f-ea7391e67af0,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:49.603084 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a1ba0b-0584-498e-bbe2-64ae2905a394 None None] Routers {'2d6625ce-410e-41df-ac21-3a7d1fcb061e'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:59:49.603748 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-a5a1ba0b-0584-498e-bbe2-64ae2905a394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:59:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:49.640323 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-81665dcc-9e7c-4cf3-b227-682906a73194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636802'] for router_interface (6f519e97-2616-4eee-88f4-0f78ea8abc78), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:49.651527 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [req-c2674322-c2f7-49b7-bf01-f3ebc6da1c25 req-98624b01-e1ed-4379-869d-e49e3ce489e9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Deleting port 0034a6da-8683-41b5-98a9-fbbf91e91c4d {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:59:49.651744 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-c2674322-c2f7-49b7-bf01-f3ebc6da1c25 req-98624b01-e1ed-4379-869d-e49e3ce489e9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (0034a6da-8683-41b5-98a9-fbbf91e91c4d), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:49.725331 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-a6017489-6e9b-4648-a9ea-bd33c2611fdf None None] Provisioning complete for port cd2e71af-11d4-4d17-8d4f-ea7391e67af0 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:59:49.726137 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-a6017489-6e9b-4648-a9ea-bd33c2611fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (cd2e71af-11d4-4d17-8d4f-ea7391e67af0), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:49.785050 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-a5a1ba0b-0584-498e-bbe2-64ae2905a394 None None] Set router 2d6625ce-410e-41df-ac21-3a7d1fcb061e gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:59:49.812795 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:49.869249 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-c2674322-c2f7-49b7-bf01-f3ebc6da1c25 req-98624b01-e1ed-4379-869d-e49e3ce489e9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] For port 0034a6da-8683-41b5-98a9-fbbf91e91c4d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=0034a6da-8683-41b5-98a9-fbbf91e91c4d,segment=NetworkSegment(4048a570-00c8-45bc-b081-09a854940d61),segment_id=4048a570-00c8-45bc-b081-09a854940d61)] {{(pid=110061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:59:49.869729 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-c2674322-c2f7-49b7-bf01-f3ebc6da1c25 req-98624b01-e1ed-4379-869d-e49e3ce489e9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (0034a6da-8683-41b5-98a9-fbbf91e91c4d), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:49.942257 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-a6017489-6e9b-4648-a9ea-bd33c2611fdf None None] Current status of the port cd2e71af-11d4-4d17-8d4f-ea7391e67af0 is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:59:49.942546 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-a6017489-6e9b-4648-a9ea-bd33c2611fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (cd2e71af-11d4-4d17-8d4f-ea7391e67af0), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:49.978523 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:50.002800 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-a6017489-6e9b-4648-a9ea-bd33c2611fdf None None] For port cd2e71af-11d4-4d17-8d4f-ea7391e67af0, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=cd2e71af-11d4-4d17-8d4f-ea7391e67af0,segment=NetworkSegment(43347a7a-d2a6-43ef-9914-d472c0a74e2b),segment_id=43347a7a-d2a6-43ef-9914-d472c0a74e2b)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:59:50.018238 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-a6017489-6e9b-4648-a9ea-bd33c2611fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (cd2e71af-11d4-4d17-8d4f-ea7391e67af0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:50.082267 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81665dcc-9e7c-4cf3-b227-682906a73194 admin admin] Router 6f519e97-2616-4eee-88f4-0f78ea8abc78 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:59:50.102465 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-a5a1ba0b-0584-498e-bbe2-64ae2905a394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'name': 'tempest-AttachVolumeTestJSON-620640807-router', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:45Z', 'revision_number': 4, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'gw_port': {'id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'cd2e71af-11d4-4d17-8d4f-ea7391e67af0', 'name': '', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'mac_address': 'fa:16:3e:a7:ce:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:44Z', 'updated_at': '2022-05-19T13:59:49Z', 'revision_number': 4, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'subnets': [{'id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:50.108031 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6017489-6e9b-4648-a9ea-bd33c2611fdf None None] Pushing event updated for resources: {'Port': ['ID=cd2e71af-11d4-4d17-8d4f-ea7391e67af0,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:50.140201 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a1ba0b-0584-498e-bbe2-64ae2905a394 None None] The sync data for ids ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'] in dv-cinder-784815-14-iscsi is: [{'id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'name': 'tempest-AttachVolumeTestJSON-620640807-router', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:45Z', 'revision_number': 4, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'gw_port': {'id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'cd2e71af-11d4-4d17-8d4f-ea7391e67af0', 'name': '', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'mac_address': 'fa:16:3e:a7:ce:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:44Z', 'updated_at': '2022-05-19T13:59:49Z', 'revision_number': 4, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'subnets': [{'id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:59:50.148758 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-3f39e492-4752-4567-b6b5-6666cf28d858 None None] Provisioning complete for port cd2e71af-11d4-4d17-8d4f-ea7391e67af0 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:59:50.149251 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-3f39e492-4752-4567-b6b5-6666cf28d858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (cd2e71af-11d4-4d17-8d4f-ea7391e67af0), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:50.203059 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-c2674322-c2f7-49b7-bf01-f3ebc6da1c25 req-98624b01-e1ed-4379-869d-e49e3ce489e9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:50.203320 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-c2674322-c2f7-49b7-bf01-f3ebc6da1c25 req-98624b01-e1ed-4379-869d-e49e3ce489e9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (94cadac3-9f09-42fe-94e2-bfc157cc4aff), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:50.203635 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.l3_db [req-c2674322-c2f7-49b7-bf01-f3ebc6da1c25 req-98624b01-e1ed-4379-869d-e49e3ce489e9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Floating IP 94cadac3-9f09-42fe-94e2-bfc157cc4aff disassociated. External IP: 172.27.2.100, port: 0034a6da-8683-41b5-98a9-fbbf91e91c4d. May 19 13:59:50.203981 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [req-c2674322-c2f7-49b7-bf01-f3ebc6da1c25 req-98624b01-e1ed-4379-869d-e49e3ce489e9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Calling delete_port for 0034a6da-8683-41b5-98a9-fbbf91e91c4d owned by compute:nova {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:59:50.204820 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:50.245751 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-3f39e492-4752-4567-b6b5-6666cf28d858 None None] Current status of the port cd2e71af-11d4-4d17-8d4f-ea7391e67af0 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:59:50.328371 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81665dcc-9e7c-4cf3-b227-682906a73194 admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:59:50.336997 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-81665dcc-9e7c-4cf3-b227-682906a73194 admin admin] 10.222.0.52 "PUT /v2.0/routers/6f519e97-2616-4eee-88f4-0f78ea8abc78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9717906 May 19 13:59:50.337599 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 35178) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:50.338688 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4910ec-5e41-476f-a54b-2cdde57b91b7 None None] Sync routers for ids ['6f519e97-2616-4eee-88f4-0f78ea8abc78'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:59:50.350800 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4910ec-5e41-476f-a54b-2cdde57b91b7 None None] Routers {'6f519e97-2616-4eee-88f4-0f78ea8abc78'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:59:50.351474 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-6c4910ec-5e41-476f-a54b-2cdde57b91b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:59:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['6f519e97-2616-4eee-88f4-0f78ea8abc78'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:50.398547 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:50.439658 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8abee4-554d-4f83-adb2-7ef328b12113 req-7d344587-5a82-425d-b4a3-7a8a6b2b6f6f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:50.444153 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-de8abee4-554d-4f83-adb2-7ef328b12113 req-7d344587-5a82-425d-b4a3-7a8a6b2b6f6f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2be2ac-8751-4467-9d51-1eee62e05dbe HTTP/1.1" status: 200 len: 945 time: 0.0959253 May 19 13:59:50.479654 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-6c4910ec-5e41-476f-a54b-2cdde57b91b7 None None] Set router 6f519e97-2616-4eee-88f4-0f78ea8abc78 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:59:50.502845 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b7877f61-76ef-456f-b28e-adf3dff3c7cb admin admin] Publish callbacks [] for router (6f519e97-2616-4eee-88f4-0f78ea8abc78), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:50.535933 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=100 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:50.563431 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-c2674322-c2f7-49b7-bf01-f3ebc6da1c25 req-98624b01-e1ed-4379-869d-e49e3ce489e9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (0034a6da-8683-41b5-98a9-fbbf91e91c4d), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:50.595274 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98624b01-e1ed-4379-869d-e49e3ce489e9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event deleted for resources: {'Port': ['ID=0034a6da-8683-41b5-98a9-fbbf91e91c4d,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:50.652167 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b7877f61-76ef-456f-b28e-adf3dff3c7cb admin admin] Publish callbacks [] for router_gateway (6f519e97-2616-4eee-88f4-0f78ea8abc78), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:50.671329 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-de8abee4-554d-4f83-adb2-7ef328b12113 req-486f364d-6310-4531-84fd-f702c320ebf1 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb0ac8df-2517-4a88-b198-86a5f1c6097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641767 May 19 13:59:50.684955 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c5bcc571-460a-41e3-94be-ec9807aca350 req-2f36ce42-9407-4a4f-953e-f1804839927c tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 210 time: 0.0755539 May 19 13:59:50.717337 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-6c4910ec-5e41-476f-a54b-2cdde57b91b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'name': 'tempest-TestMinimumBasicScenario-744068735-router', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '509fe760-1a91-4886-92e7-a01cfb11a7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:56:32Z', 'updated_at': '2022-05-19T13:59:48Z', 'revision_number': 5, 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'gw_port': {'id': '509fe760-1a91-4886-92e7-a01cfb11a7f4', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:33Z', 'updated_at': '2022-05-19T13:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:50.734885 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-b7877f61-76ef-456f-b28e-adf3dff3c7cb admin admin] Deleting port 509fe760-1a91-4886-92e7-a01cfb11a7f4 {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:59:50.735771 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b7877f61-76ef-456f-b28e-adf3dff3c7cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (509fe760-1a91-4886-92e7-a01cfb11a7f4), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:50.781720 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4910ec-5e41-476f-a54b-2cdde57b91b7 None None] Checking router: 6f519e97-2616-4eee-88f4-0f78ea8abc78 for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:59:50.801247 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4910ec-5e41-476f-a54b-2cdde57b91b7 None None] Routers {'6f519e97-2616-4eee-88f4-0f78ea8abc78'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:59:50.802263 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-6c4910ec-5e41-476f-a54b-2cdde57b91b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:59:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['6f519e97-2616-4eee-88f4-0f78ea8abc78'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:50.831264 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2674322-c2f7-49b7-bf01-f3ebc6da1c25 req-98624b01-e1ed-4379-869d-e49e3ce489e9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:59:50.913360 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-6c4910ec-5e41-476f-a54b-2cdde57b91b7 None None] Set router 6f519e97-2616-4eee-88f4-0f78ea8abc78 gateway port host: None {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:59:50.924112 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [None req-b7877f61-76ef-456f-b28e-adf3dff3c7cb admin admin] For port 509fe760-1a91-4886-92e7-a01cfb11a7f4, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=509fe760-1a91-4886-92e7-a01cfb11a7f4,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:59:50.925988 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b7877f61-76ef-456f-b28e-adf3dff3c7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (509fe760-1a91-4886-92e7-a01cfb11a7f4), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:50.963741 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-b7877f61-76ef-456f-b28e-adf3dff3c7cb admin admin] Calling delete_port for 509fe760-1a91-4886-92e7-a01cfb11a7f4 owned by network:router_gateway {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:59:50.994917 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2674322-c2f7-49b7-bf01-f3ebc6da1c25 req-98624b01-e1ed-4379-869d-e49e3ce489e9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:59:50.999798 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-6c4910ec-5e41-476f-a54b-2cdde57b91b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'name': 'tempest-TestMinimumBasicScenario-744068735-router', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:56:32Z', 'updated_at': '2022-05-19T13:59:50Z', 'revision_number': 6, 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'gw_port_host': None}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:51.006334 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fd5756-e452-4463-9322-d9ed8bf3e9d9 None None] Sync routers for ids ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'] in dv-cinder-784815-14-iscsi {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:59:51.030486 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fd5756-e452-4463-9322-d9ed8bf3e9d9 None None] Routers {'c29ace15-9abc-4134-a1cd-ea0d1e6a0763'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:59:51.038890 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-b4fd5756-e452-4463-9322-d9ed8bf3e9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:59:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:51.066738 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4910ec-5e41-476f-a54b-2cdde57b91b7 None None] The sync data for ids ['6f519e97-2616-4eee-88f4-0f78ea8abc78'] in dv-cinder-784815-14-iscsi is: [{'id': '6f519e97-2616-4eee-88f4-0f78ea8abc78', 'name': 'tempest-TestMinimumBasicScenario-744068735-router', 'tenant_id': 'a51cbae6cb494a2fac656e416fe868c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:56:32Z', 'updated_at': '2022-05-19T13:59:50Z', 'revision_number': 6, 'project_id': 'a51cbae6cb494a2fac656e416fe868c2', 'gw_port_host': None}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:59:51.074274 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:51.100390 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2674322-c2f7-49b7-bf01-f3ebc6da1c25 req-98624b01-e1ed-4379-869d-e49e3ce489e9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] No DVR routers for this DVR port 0034a6da-8683-41b5-98a9-fbbf91e91c4d on host hv-cinder-78481 {{(pid=110061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:59:51.104007 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-c2674322-c2f7-49b7-bf01-f3ebc6da1c25 req-98624b01-e1ed-4379-869d-e49e3ce489e9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:51.109841 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c2674322-c2f7-49b7-bf01-f3ebc6da1c25 req-98624b01-e1ed-4379-869d-e49e3ce489e9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.65 "DELETE /v2.0/ports/0034a6da-8683-41b5-98a9-fbbf91e91c4d HTTP/1.1" status: 204 len: 173 time: 1.6189590 May 19 13:59:51.110674 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2be2ac-8751-4467-9d51-1eee62e05dbe', 'name': 'network-vif-deleted', 'tag': '0034a6da-8683-41b5-98a9-fbbf91e91c4d'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:59:51.114632 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61dfc69b-3b87-4287-9052-f4cfcbd805d0" -d '{"events": [{"server_uuid": "0c2be2ac-8751-4467-9d51-1eee62e05dbe", "name": "network-vif-deleted", "tag": "0034a6da-8683-41b5-98a9-fbbf91e91c4d"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:59:51.252545 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-b4fd5756-e452-4463-9322-d9ed8bf3e9d9 None None] Set router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:59:51.259824 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-b0713319-45d4-41ba-b30c-273eb2265528 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:51.261329 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-b0713319-45d4-41ba-b30c-273eb2265528 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.65 "GET /v2.0/networks?id=1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d HTTP/1.1" status: 200 len: 810 time: 0.4261725 May 19 13:59:51.292909 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd64d31-f548-4247-b7ab-89530444d084 x-openstack-request-id: req-ecd64d31-f548-4247-b7ab-89530444d084 {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:59:51.293204 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2be2ac-8751-4467-9d51-1eee62e05dbe", "name": "network-vif-deleted", "tag": "0034a6da-8683-41b5-98a9-fbbf91e91c4d", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:59:51.293543 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ecd64d31-f548-4247-b7ab-89530444d084 {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:59:51.293947 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd64d31-f548-4247-b7ab-89530444d084'] response: {'server_uuid': '0c2be2ac-8751-4467-9d51-1eee62e05dbe', 'name': 'network-vif-deleted', 'tag': '0034a6da-8683-41b5-98a9-fbbf91e91c4d', 'status': 'completed', 'code': 200} May 19 13:59:51.362613 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b7877f61-76ef-456f-b28e-adf3dff3c7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (509fe760-1a91-4886-92e7-a01cfb11a7f4), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:51.391496 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7877f61-76ef-456f-b28e-adf3dff3c7cb admin admin] Pushing event deleted for resources: {'Port': ['ID=509fe760-1a91-4886-92e7-a01cfb11a7f4,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:51.443886 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:51.449490 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:51.479658 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-b4fd5756-e452-4463-9322-d9ed8bf3e9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'b658886d-f22c-4936-aa90-0e68ac38b5ad', 'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'mac_address': 'fa:16:3e:a4:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:25Z', 'updated_at': '2022-05-19T13:54:34Z', 'revision_number': 5, 'project_id': '89b4336043d5446b922432a2f43af17a', 'subnets': [{'id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:51.489617 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-acc5b198-de58-48da-b5c6-cb9139e3c3b6 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e14dac6dd56c4f93b65ad91673debf71 HTTP/1.1" status: 200 len: 379 time: 0.1412363 May 19 13:59:51.507870 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b7877f61-76ef-456f-b28e-adf3dff3c7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631215'] for router_gateway (6f519e97-2616-4eee-88f4-0f78ea8abc78), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:51.516523 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fd5756-e452-4463-9322-d9ed8bf3e9d9 None None] Checking router: c29ace15-9abc-4134-a1cd-ea0d1e6a0763 for host: dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:59:51.528865 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fd5756-e452-4463-9322-d9ed8bf3e9d9 None None] Routers {'c29ace15-9abc-4134-a1cd-ea0d1e6a0763'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:59:51.529238 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-b4fd5756-e452-4463-9322-d9ed8bf3e9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:59:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:51.593710 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device cd2e71af-11d4-4d17-8d4f-ea7391e67af0 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:59:51.818351 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f5dd18d1-92be-48a8-a4bf-601ac5875db0 req-731cbb05-417a-472c-b694-69f3bfbfab62 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2be2ac-8751-4467-9d51-1eee62e05dbe HTTP/1.1" status: 200 len: 210 time: 0.0370588 May 19 13:59:51.856649 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-16ceddb7-f3aa-4dbc-bcfb-c112d9c44e2f req-58aadc26-6b8d-4d26-8b83-853653154b53 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 210 time: 0.0370934 May 19 13:59:51.857337 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port cd2e71af-11d4-4d17-8d4f-ea7391e67af0 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:59:51.857728 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (cd2e71af-11d4-4d17-8d4f-ea7391e67af0), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:51.887855 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-b4fd5756-e452-4463-9322-d9ed8bf3e9d9 None None] Set router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:59:51.912824 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b7877f61-76ef-456f-b28e-adf3dff3c7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6183'] for router (6f519e97-2616-4eee-88f4-0f78ea8abc78), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:51.917556 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b7877f61-76ef-456f-b28e-adf3dff3c7cb admin admin] Publish callbacks [] for router_controller (6f519e97-2616-4eee-88f4-0f78ea8abc78), precommit_delete_associations {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:51.922976 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-eda1398f-4b9f-49f5-98b1-39f2cb09b384 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Request body: {'port': {'device_id': '954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'admin_state_up': True, 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'security_groups': ['7234b828-a3b3-480c-aa23-023234d59707']}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:59:52.009196 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b7877f61-76ef-456f-b28e-adf3dff3c7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628862'] for router (6f519e97-2616-4eee-88f4-0f78ea8abc78), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:52.009909 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7877f61-76ef-456f-b28e-adf3dff3c7cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f519e97-2616-4eee-88f4-0f78ea8abc78 {{(pid=110062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 13:59:52.014203 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b7877f61-76ef-456f-b28e-adf3dff3c7cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:52.015382 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-b7877f61-76ef-456f-b28e-adf3dff3c7cb admin admin] 10.222.0.52 "DELETE /v2.0/routers/6f519e97-2616-4eee-88f4-0f78ea8abc78 HTTP/1.1" status: 204 len: 168 time: 1.6771793 May 19 13:59:52.018039 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 35196) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:52.041732 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=100 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:52.064133 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port cd2e71af-11d4-4d17-8d4f-ea7391e67af0 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:59:52.074709 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f780f9-6121-4388-9c78-86f45bd59085 admin admin] Deleting subnet 5c345f5b-8f24-4fa9-b60a-045ce3f37188 {{(pid=110061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 13:59:52.078338 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f3f780f9-6121-4388-9c78-86f45bd59085 admin admin] Publish callbacks [] for subnet (5c345f5b-8f24-4fa9-b60a-045ce3f37188), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:52.091260 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-eda1398f-4b9f-49f5-98b1-39f2cb09b384 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Made reservation on behalf of e14dac6dd56c4f93b65ad91673debf71 for: {'port': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:59:52.094895 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-eda1398f-4b9f-49f5-98b1-39f2cb09b384 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:52.123788 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f3f780f9-6121-4388-9c78-86f45bd59085 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30855999'] for subnet (5c345f5b-8f24-4fa9-b60a-045ce3f37188), precommit_delete_associations {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:52.144282 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-b4fd5756-e452-4463-9322-d9ed8bf3e9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'b658886d-f22c-4936-aa90-0e68ac38b5ad', 'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'mac_address': 'fa:16:3e:a4:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:25Z', 'updated_at': '2022-05-19T13:54:34Z', 'revision_number': 5, 'project_id': '89b4336043d5446b922432a2f43af17a', 'subnets': [{'id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:52.171027 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fd5756-e452-4463-9322-d9ed8bf3e9d9 None None] The sync data for ids ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'] in dv-cinder-784815-14-iscsi is: [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'b658886d-f22c-4936-aa90-0e68ac38b5ad', 'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'mac_address': 'fa:16:3e:a4:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:25Z', 'updated_at': '2022-05-19T13:54:34Z', 'revision_number': 5, 'project_id': '89b4336043d5446b922432a2f43af17a', 'subnets': [{'id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:59:52.241426 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-eda1398f-4b9f-49f5-98b1-39f2cb09b384 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Allocated IP 172.20.0.11 (1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d/4aa4f0bd-3981-4f05-9899-3af6ca78984b/a2e726ea-bd7a-4b38-921c-644a1035c3fb) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:59:52.241837 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f3f780f9-6121-4388-9c78-86f45bd59085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541679'] for subnet (5c345f5b-8f24-4fa9-b60a-045ce3f37188), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:52.306107 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f3f780f9-6121-4388-9c78-86f45bd59085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30675797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29430784'] for subnet (5c345f5b-8f24-4fa9-b60a-045ce3f37188), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:52.335633 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f780f9-6121-4388-9c78-86f45bd59085 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c345f5b-8f24-4fa9-b60a-045ce3f37188,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:52.341494 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f3f780f9-6121-4388-9c78-86f45bd59085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for subnet (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:52.344854 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-f3f780f9-6121-4388-9c78-86f45bd59085 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5c345f5b-8f24-4fa9-b60a-045ce3f37188 HTTP/1.1" status: 204 len: 168 time: 0.3253553 May 19 13:59:52.347383 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 35198) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:52.351232 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f04442-0595-40b0-ae71-3f5bf9ac126d None None] Network 15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:59:52.401618 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-eda1398f-4b9f-49f5-98b1-39f2cb09b384 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for port (a2e726ea-bd7a-4b38-921c-644a1035c3fb), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:52.430334 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-59b96193-3d89-4d28-b1c1-19edd189f27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319408'] for network (15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:52.441764 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-eda1398f-4b9f-49f5-98b1-39f2cb09b384 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (a2e726ea-bd7a-4b38-921c-644a1035c3fb), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:52.482503 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-59b96193-3d89-4d28-b1c1-19edd189f27f admin admin] Deleting port 442ea998-c063-49ab-b88a-799f472ff8f2 {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:59:52.482900 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-59b96193-3d89-4d28-b1c1-19edd189f27f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (442ea998-c063-49ab-b88a-799f472ff8f2), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:52.504786 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-eda1398f-4b9f-49f5-98b1-39f2cb09b384 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Network 1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:59:52.509369 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-eda1398f-4b9f-49f5-98b1-39f2cb09b384 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:59:52.511993 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-eda1398f-4b9f-49f5-98b1-39f2cb09b384 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:59:52.532356 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:DELETE=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:52.563255 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf96888-e848-4dc0-b2c6-88f829c18d17 None None] DHCP port deletion for 15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8 request from dv-cinder-784815-14-iscsi {{(pid=110063) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 13:59:52.568459 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-eda1398f-4b9f-49f5-98b1-39f2cb09b384 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:52.569416 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-eda1398f-4b9f-49f5-98b1-39f2cb09b384 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:52.573178 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [None req-59b96193-3d89-4d28-b1c1-19edd189f27f admin admin] For port 442ea998-c063-49ab-b88a-799f472ff8f2, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=442ea998-c063-49ab-b88a-799f472ff8f2,segment=NetworkSegment(b873a258-08c0-4c14-bb12-c0681fda7ff4),segment_id=b873a258-08c0-4c14-bb12-c0681fda7ff4)] {{(pid=110061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:59:52.573178 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-59b96193-3d89-4d28-b1c1-19edd189f27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (442ea998-c063-49ab-b88a-799f472ff8f2), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:52.588557 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1398f-4b9f-49f5-98b1-39f2cb09b384 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Pushing event updated for resources: {'Port': ['ID=a2e726ea-bd7a-4b38-921c-644a1035c3fb,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:52.597625 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-eda1398f-4b9f-49f5-98b1-39f2cb09b384 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6805329 May 19 13:59:52.602693 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-59b96193-3d89-4d28-b1c1-19edd189f27f admin admin] Calling delete_port for 442ea998-c063-49ab-b88a-799f472ff8f2 owned by network:dhcp {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:59:52.617296 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-510517bb-d790-4f2b-a383-64425b6c36ff service neutron] Request body: {'port': {'device_id': '954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:59:52.638088 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-edf96888-e848-4dc0-b2c6-88f829c18d17 None None] Deleting port 442ea998-c063-49ab-b88a-799f472ff8f2 {{(pid=110063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:59:52.640693 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-edf96888-e848-4dc0-b2c6-88f829c18d17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (442ea998-c063-49ab-b88a-799f472ff8f2), before_delete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:52.663941 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:52.716067 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-510517bb-d790-4f2b-a383-64425b6c36ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (a2e726ea-bd7a-4b38-921c-644a1035c3fb), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:52.731986 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-59b96193-3d89-4d28-b1c1-19edd189f27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (442ea998-c063-49ab-b88a-799f472ff8f2), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:52.762555 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29cc399-0528-4f8d-a3f4-940fff0d3117 None None] New status for floating IP 94cadac3-9f09-42fe-94e2-bfc157cc4aff: DOWN {{(pid=110064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:59:52.767180 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b96193-3d89-4d28-b1c1-19edd189f27f admin admin] Pushing event deleted for resources: {'Port': ['ID=442ea998-c063-49ab-b88a-799f472ff8f2,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:52.776150 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b96193-3d89-4d28-b1c1-19edd189f27f admin admin] No DVR routers for this DVR port 442ea998-c063-49ab-b88a-799f472ff8f2 on host dv-cinder-784815-14-iscsi {{(pid=110061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:59:52.782883 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-edf96888-e848-4dc0-b2c6-88f829c18d17 None None] For port 442ea998-c063-49ab-b88a-799f472ff8f2, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=442ea998-c063-49ab-b88a-799f472ff8f2,segment=NetworkSegment(b873a258-08c0-4c14-bb12-c0681fda7ff4),segment_id=b873a258-08c0-4c14-bb12-c0681fda7ff4)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:59:52.783481 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-edf96888-e848-4dc0-b2c6-88f829c18d17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (442ea998-c063-49ab-b88a-799f472ff8f2), precommit_delete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:52.800449 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-edf96888-e848-4dc0-b2c6-88f829c18d17 None None] Calling delete_port for 442ea998-c063-49ab-b88a-799f472ff8f2 owned by network:dhcp {{(pid=110063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:59:52.813314 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=100 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:52.869711 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-59b96193-3d89-4d28-b1c1-19edd189f27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1546650', 'neutron.services.segments.db._delete_segments_for_network-8784568151830'] for network (15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:52.926579 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.services.segments.db [None req-59b96193-3d89-4d28-b1c1-19edd189f27f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8']}} {{(pid=110061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:52.937885 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-6aede95a-4c00-430c-a463-bf0754a50202 None None] Provisioning complete for port a2e726ea-bd7a-4b38-921c-644a1035c3fb triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:59:52.938106 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.services.segments.db [None req-59b96193-3d89-4d28-b1c1-19edd189f27f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b873a258-08c0-4c14-bb12-c0681fda7ff4') {'for_net_delete': True} {{(pid=110061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:52.938238 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.services.segments.db [None req-59b96193-3d89-4d28-b1c1-19edd189f27f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b873a258-08c0-4c14-bb12-c0681fda7ff4') {} {{(pid=110061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:52.939755 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-6aede95a-4c00-430c-a463-bf0754a50202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (a2e726ea-bd7a-4b38-921c-644a1035c3fb), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:52.971642 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 35206) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:52.983284 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-6aede95a-4c00-430c-a463-bf0754a50202 None None] Port a2e726ea-bd7a-4b38-921c-644a1035c3fb cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:59:52.994218 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-59b96193-3d89-4d28-b1c1-19edd189f27f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784568151071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30855942'] for segment (b873a258-08c0-4c14-bb12-c0681fda7ff4), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:53.006501 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-edf96888-e848-4dc0-b2c6-88f829c18d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024'] for port (442ea998-c063-49ab-b88a-799f472ff8f2), after_delete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:53.035270 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf96888-e848-4dc0-b2c6-88f829c18d17 None None] Pushing event deleted for resources: {'Port': ['ID=442ea998-c063-49ab-b88a-799f472ff8f2,revision_number=None']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:53.038616 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:53.048023 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf96888-e848-4dc0-b2c6-88f829c18d17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:53.048557 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf96888-e848-4dc0-b2c6-88f829c18d17 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:53.048929 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf96888-e848-4dc0-b2c6-88f829c18d17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:53.049345 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf96888-e848-4dc0-b2c6-88f829c18d17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:53.049771 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf96888-e848-4dc0-b2c6-88f829c18d17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:53.050192 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf96888-e848-4dc0-b2c6-88f829c18d17 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:53.050620 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf96888-e848-4dc0-b2c6-88f829c18d17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:53.051141 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf96888-e848-4dc0-b2c6-88f829c18d17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:53.051600 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf96888-e848-4dc0-b2c6-88f829c18d17 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:53.052060 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf96888-e848-4dc0-b2c6-88f829c18d17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:53.052730 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf96888-e848-4dc0-b2c6-88f829c18d17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:53.053168 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf96888-e848-4dc0-b2c6-88f829c18d17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:53.053585 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf96888-e848-4dc0-b2c6-88f829c18d17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:53.054210 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf96888-e848-4dc0-b2c6-88f829c18d17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:53.055353 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf96888-e848-4dc0-b2c6-88f829c18d17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:59:53.062637 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf96888-e848-4dc0-b2c6-88f829c18d17 None None] No DVR routers for this DVR port 442ea998-c063-49ab-b88a-799f472ff8f2 on host dv-cinder-784815-14-iscsi {{(pid=110063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:59:53.089557 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device dcdbb88e-ccfe-4abc-843d-539fdcd081cd no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:59:53.097996 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-59b96193-3d89-4d28-b1c1-19edd189f27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (b873a258-08c0-4c14-bb12-c0681fda7ff4), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:53.114215 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: dcdbb88e-ccfe-4abc-843d-539fdcd081cd {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:59:53.114664 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b96193-3d89-4d28-b1c1-19edd189f27f admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=110061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:59:53.114891 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-59b96193-3d89-4d28-b1c1-19edd189f27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30676727'] for segment (b873a258-08c0-4c14-bb12-c0681fda7ff4), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:53.115259 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device dcdbb88e-ccfe-4abc-843d-539fdcd081cd not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:59:53.115772 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 442ea998-c063-49ab-b88a-799f472ff8f2 no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: Traceback (most recent call last): May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: timer() May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: cb(*args, **kw) May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: return func(*args, **kwargs) May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: self._notify() May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: self.callback(batched_events) May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: event.method(event) May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: return f(self, *a, **k) May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: return self._get(url).json() May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: return self.request(url, 'GET', **kwargs) May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:59:53.116772 dv-cinder-784815-14-iscsi neutron-server[110061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:59:53.136375 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68ede3-9f89-4833-acba-11db5a5e208e req-c5adb129-c54b-4d22-abd9-0edc0ef7b4f2 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:53.139427 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: 442ea998-c063-49ab-b88a-799f472ff8f2 {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:59:53.139746 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 442ea998-c063-49ab-b88a-799f472ff8f2 not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:59:53.140158 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 509fe760-1a91-4886-92e7-a01cfb11a7f4 no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:59:53.143273 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cf68ede3-9f89-4833-acba-11db5a5e208e req-c5adb129-c54b-4d22-abd9-0edc0ef7b4f2 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 932 time: 0.1703775 May 19 13:59:53.159431 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: 509fe760-1a91-4886-92e7-a01cfb11a7f4 {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:59:53.159756 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 509fe760-1a91-4886-92e7-a01cfb11a7f4 not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:59:53.225325 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-510517bb-d790-4f2b-a383-64425b6c36ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e726ea-bd7a-4b38-921c-644a1035c3fb {{(pid=110062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:59:53.234770 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-510517bb-d790-4f2b-a383-64425b6c36ff service neutron] Publish callbacks [] for port (a2e726ea-bd7a-4b38-921c-644a1035c3fb), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:53.431352 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:53.462188 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.provisioning_blocks [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-510517bb-d790-4f2b-a383-64425b6c36ff service neutron] Transition to ACTIVE for port object a2e726ea-bd7a-4b38-921c-644a1035c3fb will not be triggered until provisioned by entity L2. {{(pid=110062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:59:53.465218 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-510517bb-d790-4f2b-a383-64425b6c36ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29558909'] for port (a2e726ea-bd7a-4b38-921c-644a1035c3fb), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:53.469966 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b7f9e2a0-56c3-42c2-bce0-3f47c6b8e77f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group (bb0ac8df-2517-4a88-b198-86a5f1c6097f), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:53.471922 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-59b96193-3d89-4d28-b1c1-19edd189f27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1546657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631453'] for network (15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:53.485406 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-59b96193-3d89-4d28-b1c1-19edd189f27f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:53.488454 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-59b96193-3d89-4d28-b1c1-19edd189f27f admin admin] 10.222.0.52 "DELETE /v2.0/networks/15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8 HTTP/1.1" status: 204 len: 168 time: 1.1401553 May 19 13:59:53.494008 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 35208) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:53.513044 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cf68ede3-9f89-4833-acba-11db5a5e208e req-48d35945-9c39-4c16-af04-ee68b22b467b tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3689322 May 19 13:59:53.513762 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b96193-3d89-4d28-b1c1-19edd189f27f admin admin] Pushing event deleted for resources: {'Network': ['ID=15bb1d4f-0ff2-4028-9d32-0d8c1a69a8f8,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:53.529523 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b7f9e2a0-56c3-42c2-bce0-3f47c6b8e77f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group (bb0ac8df-2517-4a88-b198-86a5f1c6097f), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:53.561402 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510517bb-d790-4f2b-a383-64425b6c36ff service neutron] Pushing event updated for resources: {'Port': ['ID=a2e726ea-bd7a-4b38-921c-644a1035c3fb,revision_number=2']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:53.583609 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b7f9e2a0-56c3-42c2-bce0-3f47c6b8e77f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (bb0ac8df-2517-4a88-b198-86a5f1c6097f), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:53.586498 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b7f9e2a0-56c3-42c2-bce0-3f47c6b8e77f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:53.587904 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-b7f9e2a0-56c3-42c2-bce0-3f47c6b8e77f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "DELETE /v2.0/security-groups/bb0ac8df-2517-4a88-b198-86a5f1c6097f HTTP/1.1" status: 204 len: 168 time: 0.6137886 May 19 13:59:53.591322 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 35210) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:53.609385 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9e2a0-56c3-42c2-bce0-3f47c6b8e77f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0ac8df-2517-4a88-b198-86a5f1c6097f,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:53.611479 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.api.v2.resource [None req-bd9d75f1-c2ad-4bff-9a11-c94fe2f3ed49 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] show failed (client error): The resource could not be found. May 19 13:59:53.615141 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-bd9d75f1-c2ad-4bff-9a11-c94fe2f3ed49 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups/bb0ac8df-2517-4a88-b198-86a5f1c6097f HTTP/1.1" status: 404 len: 347 time: 0.0200725 May 19 13:59:53.615586 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 35212) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:53.736948 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-510517bb-d790-4f2b-a383-64425b6c36ff service neutron] Attempting to bind port a2e726ea-bd7a-4b38-921c-644a1035c3fb on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:59:53.737286 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-510517bb-d790-4f2b-a383-64425b6c36ff service neutron] Attempting to bind port a2e726ea-bd7a-4b38-921c-644a1035c3fb by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '43347a7a-d2a6-43ef-9914-d472c0a74e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d'}] {{(pid=110062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:59:53.737610 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-510517bb-d790-4f2b-a383-64425b6c36ff service neutron] Attempting to bind port a2e726ea-bd7a-4b38-921c-644a1035c3fb on network 1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:59:53.739799 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-1611da1d-3e70-4390-b640-1c29f0d5bab6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Deleting port 7128ae4c-a1da-42ee-ac12-d5f17e90f30e {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:59:53.740496 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-1611da1d-3e70-4390-b640-1c29f0d5bab6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (7128ae4c-a1da-42ee-ac12-d5f17e90f30e), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:53.748278 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-510517bb-d790-4f2b-a383-64425b6c36ff service neutron] Port a2e726ea-bd7a-4b38-921c-644a1035c3fb on network 1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:59:53.748608 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-510517bb-d790-4f2b-a383-64425b6c36ff service neutron] Attempting to bind port a2e726ea-bd7a-4b38-921c-644a1035c3fb on network 1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:59:53.756920 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-510517bb-d790-4f2b-a383-64425b6c36ff service neutron] Checking agent: {'id': '7bec7b2c-83f8-44b0-a5e6-0a5454b173c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'started_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:59:53.757256 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-510517bb-d790-4f2b-a383-64425b6c36ff service neutron] Checking segment: {'id': '43347a7a-d2a6-43ef-9914-d472c0a74e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:59:53.757637 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-510517bb-d790-4f2b-a383-64425b6c36ff service neutron] Bound using segment: {'id': '43347a7a-d2a6-43ef-9914-d472c0a74e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d'} {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:59:53.758123 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-510517bb-d790-4f2b-a383-64425b6c36ff service neutron] Bound port: a2e726ea-bd7a-4b38-921c-644a1035c3fb, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43347a7a-d2a6-43ef-9914-d472c0a74e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d'}}] {{(pid=110062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:59:53.758480 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-510517bb-d790-4f2b-a383-64425b6c36ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (a2e726ea-bd7a-4b38-921c-644a1035c3fb), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:53.823663 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-1611da1d-3e70-4390-b640-1c29f0d5bab6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (7128ae4c-a1da-42ee-ac12-d5f17e90f30e), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:53.823988 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-1611da1d-3e70-4390-b640-1c29f0d5bab6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (7128ae4c-a1da-42ee-ac12-d5f17e90f30e), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:53.836487 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-1611da1d-3e70-4390-b640-1c29f0d5bab6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Calling delete_port for 7128ae4c-a1da-42ee-ac12-d5f17e90f30e owned by network:floatingip {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:59:53.849009 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:53.899175 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-510517bb-d790-4f2b-a383-64425b6c36ff service neutron] For port a2e726ea-bd7a-4b38-921c-644a1035c3fb, host hv-cinder-78481, cleared binding levels {{(pid=110062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:59:53.920743 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:53.935509 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-510517bb-d790-4f2b-a383-64425b6c36ff service neutron] For port a2e726ea-bd7a-4b38-921c-644a1035c3fb, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a2e726ea-bd7a-4b38-921c-644a1035c3fb,segment=NetworkSegment(43347a7a-d2a6-43ef-9914-d472c0a74e2b),segment_id=43347a7a-d2a6-43ef-9914-d472c0a74e2b)] {{(pid=110062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:59:53.948664 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-510517bb-d790-4f2b-a383-64425b6c36ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29558909'] for port (a2e726ea-bd7a-4b38-921c-644a1035c3fb), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:53.974280 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-1611da1d-3e70-4390-b640-1c29f0d5bab6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (7128ae4c-a1da-42ee-ac12-d5f17e90f30e), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:53.995511 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-510517bb-d790-4f2b-a383-64425b6c36ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:53.996284 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-510517bb-d790-4f2b-a383-64425b6c36ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:53.997660 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-510517bb-d790-4f2b-a383-64425b6c36ff service neutron] 10.222.0.65 "PUT /v2.0/ports/a2e726ea-bd7a-4b38-921c-644a1035c3fb HTTP/1.1" status: 200 len: 1094 time: 1.3854964 May 19 13:59:53.999202 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611da1d-3e70-4390-b640-1c29f0d5bab6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event deleted for resources: {'Port': ['ID=7128ae4c-a1da-42ee-ac12-d5f17e90f30e,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:54.022156 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5', 'tag': 'a2e726ea-bd7a-4b38-921c-644a1035c3fb'}] {{(pid=110062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:59:54.025852 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dff7f06c5e0e0f36f9473af0b06c6f419441bd6c4accb13c2a4abbfe17b595b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade81232-bcca-4649-9530-ef61e4faf731" -d '{"events": [{"name": "network-changed", "server_uuid": "954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5", "tag": "a2e726ea-bd7a-4b38-921c-644a1035c3fb"}]}' {{(pid=110062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:59:54.061324 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3b91cc4d-886a-4039-b044-3f5f9a1535df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633245'] for router_interface (8b9dbd45-ef9f-42d3-aace-c334f5e2105f), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:54.063273 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510517bb-d790-4f2b-a383-64425b6c36ff service neutron] Pushing event updated for resources: {'Port': ['ID=a2e726ea-bd7a-4b38-921c-644a1035c3fb,revision_number=3']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:54.087833 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-1611da1d-3e70-4390-b640-1c29f0d5bab6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (94cadac3-9f09-42fe-94e2-bfc157cc4aff), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:54.091832 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-1611da1d-3e70-4390-b640-1c29f0d5bab6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:54.098105 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-1611da1d-3e70-4390-b640-1c29f0d5bab6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "DELETE /v2.0/floatingips/94cadac3-9f09-42fe-94e2-bfc157cc4aff HTTP/1.1" status: 204 len: 168 time: 0.4804986 May 19 13:59:54.123545 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:54.166355 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 35220) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:54.171084 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-7312a310-abc9-4b40-88fd-eda53a44e746 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--789902342', 'description': 'tempest-description--896186334'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:59:54.191202 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a3cc3f-435e-4e75-a0e9-664c1249ddda x-openstack-request-id: req-69a3cc3f-435e-4e75-a0e9-664c1249ddda {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:59:54.191424 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5", "tag": "a2e726ea-bd7a-4b38-921c-644a1035c3fb", "status": "completed", "code": 200}]} {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:59:54.191733 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-69a3cc3f-435e-4e75-a0e9-664c1249ddda {{(pid=110062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:59:54.192239 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a3cc3f-435e-4e75-a0e9-664c1249ddda'] response: {'name': 'network-changed', 'server_uuid': '954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5', 'tag': 'a2e726ea-bd7a-4b38-921c-644a1035c3fb', 'status': 'completed', 'code': 200} May 19 13:59:54.195971 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-7312a310-abc9-4b40-88fd-eda53a44e746 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:54.196241 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-32c25513-3c80-499e-a5f1-5bed388a6568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:54.197949 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-32c25513-3c80-499e-a5f1-5bed388a6568 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e14dac6dd56c4f93b65ad91673debf71&device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 1128 time: 0.1296289 May 19 13:59:54.270463 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-c2fb0264-9922-4978-8da4-33370a85c420 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2e726ea-bd7a-4b38-921c-644a1035c3fb HTTP/1.1" status: 200 len: 217 time: 0.0411456 May 19 13:59:54.272132 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-7312a310-abc9-4b40-88fd-eda53a44e746 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group (c23be8d3-05dd-45f7-b435-a51728d12467), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:54.276842 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-7312a310-abc9-4b40-88fd-eda53a44e746 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (c23be8d3-05dd-45f7-b435-a51728d12467), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:54.308643 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-7312a310-abc9-4b40-88fd-eda53a44e746 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:54.309880 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-7312a310-abc9-4b40-88fd-eda53a44e746 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1423779 May 19 13:59:54.313459 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 35222) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:54.317821 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-408f6fa5-ab7a-4de9-a22c-d60a44e253b7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Request body: {'security_group_rule': {'security_group_id': 'c23be8d3-05dd-45f7-b435-a51728d12467', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:59:54.322460 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312a310-abc9-4b40-88fd-eda53a44e746 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c23be8d3-05dd-45f7-b435-a51728d12467,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:54.349827 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-408f6fa5-ab7a-4de9-a22c-d60a44e253b7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group_rule (9e913e7d-2749-48ca-af60-04509dca9aa0), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:54.385914 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-83860247-c069-4bae-b5c5-617e361ccd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:54.387402 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-83860247-c069-4bae-b5c5-617e361ccd7b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4aa4f0bd-3981-4f05-9899-3af6ca78984b HTTP/1.1" status: 200 len: 849 time: 0.0767050 May 19 13:59:54.401788 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:54.415568 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-408f6fa5-ab7a-4de9-a22c-d60a44e253b7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group_rule (9e913e7d-2749-48ca-af60-04509dca9aa0), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:54.420135 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-408f6fa5-ab7a-4de9-a22c-d60a44e253b7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (9e913e7d-2749-48ca-af60-04509dca9aa0), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:54.442876 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f6fa5-ab7a-4de9-a22c-d60a44e253b7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e913e7d-2749-48ca-af60-04509dca9aa0,revision_number=0']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:54.447936 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-408f6fa5-ab7a-4de9-a22c-d60a44e253b7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:54.449130 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-408f6fa5-ab7a-4de9-a22c-d60a44e253b7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345503 May 19 13:59:54.451944 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 35224) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:54.458069 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-220f0c0f-d9fe-4d39-b095-8000f0752485 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Request body: {'security_group_rule': {'security_group_id': 'c23be8d3-05dd-45f7-b435-a51728d12467', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:59:54.499435 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 0034a6da-8683-41b5-98a9-fbbf91e91c4d no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:59:54.500729 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-aa1ca644-c088-4cff-9b4d-090e1c5f4a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:54.502555 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-aa1ca644-c088-4cff-9b4d-090e1c5f4a5f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1076713 May 19 13:59:54.519576 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] No Port match for: 0034a6da-8683-41b5-98a9-fbbf91e91c4d {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:59:54.520095 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 0034a6da-8683-41b5-98a9-fbbf91e91c4d not bound to the agent host hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:59:54.568099 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-3b91cc4d-886a-4039-b044-3f5f9a1535df admin admin] Deleting port d17d43bd-5ed3-4943-aa0d-5e1874708b5a {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:59:54.568439 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3b91cc4d-886a-4039-b044-3f5f9a1535df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (d17d43bd-5ed3-4943-aa0d-5e1874708b5a), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:54.572705 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-220f0c0f-d9fe-4d39-b095-8000f0752485 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group_rule (97ac3977-2c50-48b1-b3b8-117f1e227e37), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:54.637279 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a8c05-71bc-42c1-a152-912daedd37db req-60b28d3e-946e-4174-89ed-bf001f24ef8d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:54.638809 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b52a8c05-71bc-42c1-a152-912daedd37db req-60b28d3e-946e-4174-89ed-bf001f24ef8d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 944 time: 0.0472600 May 19 13:59:54.686769 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b52a8c05-71bc-42c1-a152-912daedd37db req-5731bbd9-7e8e-48e2-ad5a-7e25c245d342 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423896 May 19 13:59:54.729083 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-a273c305-d012-41bb-9bd2-bf67a4240b0f service neutron] 10.222.0.65 "GET /v2.0/networks/1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182939 May 19 13:59:54.730825 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [None req-3b91cc4d-886a-4039-b044-3f5f9a1535df admin admin] For port d17d43bd-5ed3-4943-aa0d-5e1874708b5a, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=d17d43bd-5ed3-4943-aa0d-5e1874708b5a,segment=NetworkSegment(33188b60-a846-4349-afe3-423905fd4459),segment_id=33188b60-a846-4349-afe3-423905fd4459)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:59:54.731215 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3b91cc4d-886a-4039-b044-3f5f9a1535df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (d17d43bd-5ed3-4943-aa0d-5e1874708b5a), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:54.734429 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-220f0c0f-d9fe-4d39-b095-8000f0752485 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group_rule (97ac3977-2c50-48b1-b3b8-117f1e227e37), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:54.751648 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-220f0c0f-d9fe-4d39-b095-8000f0752485 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (97ac3977-2c50-48b1-b3b8-117f1e227e37), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:54.773850 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-3b91cc4d-886a-4039-b044-3f5f9a1535df admin admin] Calling delete_port for d17d43bd-5ed3-4943-aa0d-5e1874708b5a owned by network:router_interface {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:59:54.801741 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:54.826452 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f0c0f-d9fe-4d39-b095-8000f0752485 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ac3977-2c50-48b1-b3b8-117f1e227e37,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:54.838180 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-220f0c0f-d9fe-4d39-b095-8000f0752485 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:54.839368 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-220f0c0f-d9fe-4d39-b095-8000f0752485 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3864994 May 19 13:59:54.842548 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 35228) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:54.847022 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-c4b6134d-b07a-47c4-8d12-5ee7365563c6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Request body: {'floatingip': {'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:59:54.870274 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c4b6134d-b07a-47c4-8d12-5ee7365563c6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:54.922432 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cf3fceb2-596a-49bd-ab0e-f3578ae6f4a9 req-470e3070-7b77-406e-8a20-6387bffb6a11 service neutron] 10.222.0.65 "GET /v2.0/networks/1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819124 May 19 13:59:54.954646 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c4b6134d-b07a-47c4-8d12-5ee7365563c6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:54.976597 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:55.009269 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:55.049275 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3b91cc4d-886a-4039-b044-3f5f9a1535df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (d17d43bd-5ed3-4943-aa0d-5e1874708b5a), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:55.066210 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_common [None req-c4b6134d-b07a-47c4-8d12-5ee7365563c6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Allocated IP 172.27.2.250 (db349b0a-3651-4f3e-8f89-c44d13ee049b/851bfd66-21de-4b67-adef-488354d2d2c5/90025e40-1198-4729-abbb-d13ad08e82ea) {{(pid=110061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:59:55.072299 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91cc4d-886a-4039-b044-3f5f9a1535df admin admin] Pushing event deleted for resources: {'Port': ['ID=d17d43bd-5ed3-4943-aa0d-5e1874708b5a,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:55.192941 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c4b6134d-b07a-47c4-8d12-5ee7365563c6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for port (90025e40-1198-4729-abbb-d13ad08e82ea), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:55.228009 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c4b6134d-b07a-47c4-8d12-5ee7365563c6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (90025e40-1198-4729-abbb-d13ad08e82ea), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:55.242804 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3b91cc4d-886a-4039-b044-3f5f9a1535df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636802'] for router_interface (8b9dbd45-ef9f-42d3-aace-c334f5e2105f), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:55.275394 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b6134d-b07a-47c4-8d12-5ee7365563c6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Network db349b0a-3651-4f3e-8f89-c44d13ee049b is already hosted by enough agents. {{(pid=110061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:59:55.280355 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [None req-c4b6134d-b07a-47c4-8d12-5ee7365563c6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Resources bound (agent type, host, resource id): {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:59:55.282815 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b6134d-b07a-47c4-8d12-5ee7365563c6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Received port after_create {{(pid=110061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:59:55.309333 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6134d-b07a-47c4-8d12-5ee7365563c6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event updated for resources: {'Port': ['ID=90025e40-1198-4729-abbb-d13ad08e82ea,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:55.374702 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c4b6134d-b07a-47c4-8d12-5ee7365563c6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (cd0924b6-1959-449e-9ea6-e8f78aaa8642), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:55.412634 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c4b6134d-b07a-47c4-8d12-5ee7365563c6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (90025e40-1198-4729-abbb-d13ad08e82ea), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:55.452356 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b91cc4d-886a-4039-b044-3f5f9a1535df admin admin] Router 8b9dbd45-ef9f-42d3-aace-c334f5e2105f has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:59:55.473774 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:55.557369 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b91cc4d-886a-4039-b044-3f5f9a1535df admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:59:55.564928 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-3b91cc4d-886a-4039-b044-3f5f9a1535df admin admin] 10.222.0.52 "PUT /v2.0/routers/8b9dbd45-ef9f-42d3-aace-c334f5e2105f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0673003 May 19 13:59:55.564928 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 35230) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:55.568130 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b100f4c-314f-44f2-b871-58aae31bd1ae None None] Sync routers for ids ['8b9dbd45-ef9f-42d3-aace-c334f5e2105f'] in dv-cinder-784815-14-iscsi {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:59:55.579911 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b100f4c-314f-44f2-b871-58aae31bd1ae None None] Routers {'8b9dbd45-ef9f-42d3-aace-c334f5e2105f'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:59:55.580832 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-6b100f4c-314f-44f2-b871-58aae31bd1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:59:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['8b9dbd45-ef9f-42d3-aace-c334f5e2105f'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:55.595138 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c4b6134d-b07a-47c4-8d12-5ee7365563c6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for port (90025e40-1198-4729-abbb-d13ad08e82ea), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:55.600009 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c4b6134d-b07a-47c4-8d12-5ee7365563c6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30676627'] for port (90025e40-1198-4729-abbb-d13ad08e82ea), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:55.669008 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e5ed247d-3143-4e4e-8835-a4b0f15cf47b admin admin] Publish callbacks [] for router (8b9dbd45-ef9f-42d3-aace-c334f5e2105f), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:55.679958 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6134d-b07a-47c4-8d12-5ee7365563c6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event updated for resources: {'Port': ['ID=90025e40-1198-4729-abbb-d13ad08e82ea,revision_number=2']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:55.693840 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-6b100f4c-314f-44f2-b871-58aae31bd1ae None None] Set router 8b9dbd45-ef9f-42d3-aace-c334f5e2105f gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:59:55.694133 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c4b6134d-b07a-47c4-8d12-5ee7365563c6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (cd0924b6-1959-449e-9ea6-e8f78aaa8642), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:55.711492 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:55.713560 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c4b6134d-b07a-47c4-8d12-5ee7365563c6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:55.722968 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-c4b6134d-b07a-47c4-8d12-5ee7365563c6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8716011 May 19 13:59:55.836917 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f518a1-b0b5-4e2a-b888-15e5ad15b387 req-67007692-34fc-4b50-9050-79eb0b44afee tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:55.838701 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-32f518a1-b0b5-4e2a-b888-15e5ad15b387 req-67007692-34fc-4b50-9050-79eb0b44afee tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 944 time: 0.0538988 May 19 13:59:55.892520 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:55.897144 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-32f518a1-b0b5-4e2a-b888-15e5ad15b387 req-f9e05bf4-eb7b-43ee-aa5a-9eb46bf0d1e3 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524702 May 19 13:59:55.930920 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:55.953865 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-6b100f4c-314f-44f2-b871-58aae31bd1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9dbd45-ef9f-42d3-aace-c334f5e2105f', 'name': 'tempest-TestMinimumBasicScenario-1982275133-router', 'tenant_id': '1f4275b742b84ecc97c6aff544e82d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '769695f9-a28c-40de-8e90-36eb033634f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:56:39Z', 'updated_at': '2022-05-19T13:59:54Z', 'revision_number': 5, 'project_id': '1f4275b742b84ecc97c6aff544e82d88', 'gw_port': {'id': '769695f9-a28c-40de-8e90-36eb033634f5', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9dbd45-ef9f-42d3-aace-c334f5e2105f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:41Z', 'updated_at': '2022-05-19T13:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:55.975396 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-177266b7-3e3d-4e04-ba25-59aaec57de93 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--789902342&fields=id&tenant_id=89b4336043d5446b922432a2f43af17a HTTP/1.1" status: 200 len: 267 time: 0.0507255 May 19 13:59:55.981531 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b100f4c-314f-44f2-b871-58aae31bd1ae None None] Checking router: 8b9dbd45-ef9f-42d3-aace-c334f5e2105f for host: dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:59:55.990843 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b100f4c-314f-44f2-b871-58aae31bd1ae None None] Routers {'8b9dbd45-ef9f-42d3-aace-c334f5e2105f'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:59:55.991502 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-6b100f4c-314f-44f2-b871-58aae31bd1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T13:59:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['8b9dbd45-ef9f-42d3-aace-c334f5e2105f'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:56.108798 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-03a9bf7f-a859-48db-bda7-e6ef26b15fe6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:56.111608 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-6b100f4c-314f-44f2-b871-58aae31bd1ae None None] Set router 8b9dbd45-ef9f-42d3-aace-c334f5e2105f gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:59:56.115485 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-03a9bf7f-a859-48db-bda7-e6ef26b15fe6 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/networks?id=08206db8-8e78-4412-8a62-0db97bb617cf HTTP/1.1" status: 200 len: 815 time: 0.1316659 May 19 13:59:56.125034 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade81232-bcca-4649-9530-ef61e4faf731 req-75a49e8b-569b-47b7-863b-7fc126fd66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:56.126512 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ade81232-bcca-4649-9530-ef61e4faf731 req-75a49e8b-569b-47b7-863b-7fc126fd66b2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e14dac6dd56c4f93b65ad91673debf71&device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 1128 time: 0.0564930 May 19 13:59:56.127344 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-e7989bc6-30e5-45af-a8c6-fffc71f60c70 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/quotas/89b4336043d5446b922432a2f43af17a HTTP/1.1" status: 200 len: 375 time: 0.0110166 May 19 13:59:56.127787 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e5ed247d-3143-4e4e-8835-a4b0f15cf47b admin admin] Publish callbacks [] for router_gateway (8b9dbd45-ef9f-42d3-aace-c334f5e2105f), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:56.184680 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-ba94ead7-2e78-4678-9c7a-2290f389d81e tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=89b4336043d5446b922432a2f43af17a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518401 May 19 13:59:56.217285 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:DELETE=1,neutron:UPDATE=2,neutron:SELECT=97 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:56.235520 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-e5ed247d-3143-4e4e-8835-a4b0f15cf47b admin admin] Deleting port 769695f9-a28c-40de-8e90-36eb033634f5 {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:59:56.235769 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e5ed247d-3143-4e4e-8835-a4b0f15cf47b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (769695f9-a28c-40de-8e90-36eb033634f5), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:56.297067 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-24c101ff-60c1-4643-be64-5e2bd2b6053e service neutron] 10.222.0.52 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971012 May 19 13:59:56.298725 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-6b100f4c-314f-44f2-b871-58aae31bd1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9dbd45-ef9f-42d3-aace-c334f5e2105f', 'name': 'tempest-TestMinimumBasicScenario-1982275133-router', 'tenant_id': '1f4275b742b84ecc97c6aff544e82d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '769695f9-a28c-40de-8e90-36eb033634f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:56:39Z', 'updated_at': '2022-05-19T13:59:54Z', 'revision_number': 5, 'project_id': '1f4275b742b84ecc97c6aff544e82d88', 'gw_port': {'id': '769695f9-a28c-40de-8e90-36eb033634f5', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9dbd45-ef9f-42d3-aace-c334f5e2105f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:41Z', 'updated_at': '2022-05-19T13:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:56.317036 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade81232-bcca-4649-9530-ef61e4faf731 req-7be82c42-cd11-47ce-8cdc-0061d2ab4b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:56.318773 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ade81232-bcca-4649-9530-ef61e4faf731 req-7be82c42-cd11-47ce-8cdc-0061d2ab4b0d service neutron] 10.222.0.65 "GET /v2.0/networks?id=1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d HTTP/1.1" status: 200 len: 911 time: 0.1832030 May 19 13:59:56.328591 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b100f4c-314f-44f2-b871-58aae31bd1ae None None] The sync data for ids ['8b9dbd45-ef9f-42d3-aace-c334f5e2105f'] in dv-cinder-784815-14-iscsi is: [{'id': '8b9dbd45-ef9f-42d3-aace-c334f5e2105f', 'name': 'tempest-TestMinimumBasicScenario-1982275133-router', 'tenant_id': '1f4275b742b84ecc97c6aff544e82d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '769695f9-a28c-40de-8e90-36eb033634f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:56:39Z', 'updated_at': '2022-05-19T13:59:54Z', 'revision_number': 5, 'project_id': '1f4275b742b84ecc97c6aff544e82d88', 'gw_port': {'id': '769695f9-a28c-40de-8e90-36eb033634f5', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9dbd45-ef9f-42d3-aace-c334f5e2105f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:56:41Z', 'updated_at': '2022-05-19T13:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}] {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:59:56.377391 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ade81232-bcca-4649-9530-ef61e4faf731 req-9df7f5c3-aaf4-4378-a963-51d99e4ffdf5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2e726ea-bd7a-4b38-921c-644a1035c3fb HTTP/1.1" status: 200 len: 217 time: 0.0495760 May 19 13:59:56.382666 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [None req-e5ed247d-3143-4e4e-8835-a4b0f15cf47b admin admin] For port 769695f9-a28c-40de-8e90-36eb033634f5, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=769695f9-a28c-40de-8e90-36eb033634f5,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:59:56.383801 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e5ed247d-3143-4e4e-8835-a4b0f15cf47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (769695f9-a28c-40de-8e90-36eb033634f5), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:56.395719 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-342956ec-cd41-4289-acd2-771d5f1a28cd service neutron] 10.222.0.52 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919402 May 19 13:59:56.424726 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-e5ed247d-3143-4e4e-8835-a4b0f15cf47b admin admin] Calling delete_port for 769695f9-a28c-40de-8e90-36eb033634f5 owned by network:router_gateway {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:59:56.483313 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade81232-bcca-4649-9530-ef61e4faf731 req-f62a6355-851a-43e6-bf0d-9c34716d0336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:56.484853 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ade81232-bcca-4649-9530-ef61e4faf731 req-f62a6355-851a-43e6-bf0d-9c34716d0336 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4aa4f0bd-3981-4f05-9899-3af6ca78984b HTTP/1.1" status: 200 len: 849 time: 0.0978937 May 19 13:59:56.560354 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade81232-bcca-4649-9530-ef61e4faf731 req-260469d9-59cf-4660-95e7-c5b4a0d06c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:56.561839 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ade81232-bcca-4649-9530-ef61e4faf731 req-260469d9-59cf-4660-95e7-c5b4a0d06c64 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0701873 May 19 13:59:56.583142 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2412cf71-35ba-4613-a975-3526a608813c req-7196f0e1-5482-4dd9-89e7-df431e578a35 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e497045-70f8-4a86-9e3f-e1ecf7ac607a HTTP/1.1" status: 200 len: 210 time: 0.0474923 May 19 13:59:56.730065 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ade81232-bcca-4649-9530-ef61e4faf731 req-40638f58-08ae-445a-a523-21143ac1fbee service neutron] 10.222.0.65 "GET /v2.0/networks/1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402724 May 19 13:59:56.794101 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e5ed247d-3143-4e4e-8835-a4b0f15cf47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (769695f9-a28c-40de-8e90-36eb033634f5), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:56.824558 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed247d-3143-4e4e-8835-a4b0f15cf47b admin admin] Pushing event deleted for resources: {'Port': ['ID=769695f9-a28c-40de-8e90-36eb033634f5,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:56.828187 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:56.914343 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ade81232-bcca-4649-9530-ef61e4faf731 req-d66c73aa-458f-4874-8d1c-e6d39511ad12 service neutron] 10.222.0.65 "GET /v2.0/networks/1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753166 May 19 13:59:56.921083 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e5ed247d-3143-4e4e-8835-a4b0f15cf47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631215'] for router_gateway (8b9dbd45-ef9f-42d3-aace-c334f5e2105f), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:57.034190 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c154a-2ced-454e-9e46-b7ed30b9d582 req-488c3237-ae5f-478e-8595-13da9b54e595 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:57.035811 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-564c154a-2ced-454e-9e46-b7ed30b9d582 req-488c3237-ae5f-478e-8595-13da9b54e595 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 944 time: 0.0558202 May 19 13:59:57.067777 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e5ed247d-3143-4e4e-8835-a4b0f15cf47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6183'] for router (8b9dbd45-ef9f-42d3-aace-c334f5e2105f), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:57.070315 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e5ed247d-3143-4e4e-8835-a4b0f15cf47b admin admin] Publish callbacks [] for router_controller (8b9dbd45-ef9f-42d3-aace-c334f5e2105f), precommit_delete_associations {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:57.117028 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-564c154a-2ced-454e-9e46-b7ed30b9d582 req-3baff0be-289f-4981-8e93-ef94e374724c tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682859 May 19 13:59:57.124241 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e5ed247d-3143-4e4e-8835-a4b0f15cf47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628862'] for router (8b9dbd45-ef9f-42d3-aace-c334f5e2105f), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:57.124973 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ed247d-3143-4e4e-8835-a4b0f15cf47b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b9dbd45-ef9f-42d3-aace-c334f5e2105f {{(pid=110062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 13:59:57.144189 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device d17d43bd-5ed3-4943-aa0d-5e1874708b5a no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:59:57.145240 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e5ed247d-3143-4e4e-8835-a4b0f15cf47b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:57.149530 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 35258) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:57.149954 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-e5ed247d-3143-4e4e-8835-a4b0f15cf47b admin admin] 10.222.0.52 "DELETE /v2.0/routers/8b9dbd45-ef9f-42d3-aace-c334f5e2105f HTTP/1.1" status: 204 len: 168 time: 1.5840774 May 19 13:59:57.175265 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: d17d43bd-5ed3-4943-aa0d-5e1874708b5a {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:59:57.175877 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device d17d43bd-5ed3-4943-aa0d-5e1874708b5a not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:59:57.198542 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_v2 [None req-9416828a-a705-4789-9e7d-cdd60601e775 admin admin] Deleting subnet 29a9c90b-cbb1-4c16-9f09-60a10dad42c5 {{(pid=110061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 13:59:57.207477 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9416828a-a705-4789-9e7d-cdd60601e775 admin admin] Publish callbacks [] for subnet (29a9c90b-cbb1-4c16-9f09-60a10dad42c5), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:57.248284 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9416828a-a705-4789-9e7d-cdd60601e775 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30855999'] for subnet (29a9c90b-cbb1-4c16-9f09-60a10dad42c5), precommit_delete_associations {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:57.330748 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9416828a-a705-4789-9e7d-cdd60601e775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541679'] for subnet (29a9c90b-cbb1-4c16-9f09-60a10dad42c5), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:57.332702 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:57.388290 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9416828a-a705-4789-9e7d-cdd60601e775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30675797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29430784'] for subnet (29a9c90b-cbb1-4c16-9f09-60a10dad42c5), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:57.415506 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416828a-a705-4789-9e7d-cdd60601e775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29a9c90b-cbb1-4c16-9f09-60a10dad42c5,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:57.417480 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9416828a-a705-4789-9e7d-cdd60601e775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for subnet (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:57.420931 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-9416828a-a705-4789-9e7d-cdd60601e775 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/29a9c90b-cbb1-4c16-9f09-60a10dad42c5 HTTP/1.1" status: 204 len: 168 time: 0.2700226 May 19 13:59:57.422399 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5234efb0-ba2a-4edf-b409-ce9ae52e2923 None None] Network 037b0d91-8d72-4470-bac5-4a13abbb68df requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:59:57.423430 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 35260) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:57.498322 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9758-c9f2-473e-b0a9-ab0c4a1a42e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319408'] for network (037b0d91-8d72-4470-bac5-4a13abbb68df), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:57.531370 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:57.543755 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd9758-c9f2-473e-b0a9-ab0c4a1a42e6 admin admin] Deleting port 12306ece-ae2f-4e62-a477-7cae0eda694c {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:59:57.544096 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9758-c9f2-473e-b0a9-ab0c4a1a42e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (12306ece-ae2f-4e62-a477-7cae0eda694c), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:57.619564 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [None req-2bbd9758-c9f2-473e-b0a9-ab0c4a1a42e6 admin admin] For port 12306ece-ae2f-4e62-a477-7cae0eda694c, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=12306ece-ae2f-4e62-a477-7cae0eda694c,segment=NetworkSegment(33188b60-a846-4349-afe3-423905fd4459),segment_id=33188b60-a846-4349-afe3-423905fd4459)] {{(pid=110061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:59:57.619847 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9758-c9f2-473e-b0a9-ab0c4a1a42e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (12306ece-ae2f-4e62-a477-7cae0eda694c), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:57.628450 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dc2b44-d8ec-4880-94fb-b586d9d23de1 None None] DHCP port deletion for 037b0d91-8d72-4470-bac5-4a13abbb68df request from dv-cinder-784815-14-iscsi {{(pid=110063) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 13:59:57.637249 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd9758-c9f2-473e-b0a9-ab0c4a1a42e6 admin admin] Calling delete_port for 12306ece-ae2f-4e62-a477-7cae0eda694c owned by network:dhcp {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:59:57.697699 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc2b44-d8ec-4880-94fb-b586d9d23de1 None None] Deleting port 12306ece-ae2f-4e62-a477-7cae0eda694c {{(pid=110063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:59:57.698153 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-e3dc2b44-d8ec-4880-94fb-b586d9d23de1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (12306ece-ae2f-4e62-a477-7cae0eda694c), before_delete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:57.744410 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:57.747736 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-630f4d2b-ea10-4cc9-ac9a-af390eb35a72 req-01570502-d0dc-49c1-aa21-e6a5d0afe3a5 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e497045-70f8-4a86-9e3f-e1ecf7ac607a HTTP/1.1" status: 200 len: 210 time: 0.0396628 May 19 13:59:57.796550 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-5a68e4b0-6454-4935-b553-f94e287599d3 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:57.798047 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-5a68e4b0-6454-4935-b553-f94e287599d3 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.65 "GET /v2.0/networks?id=08206db8-8e78-4412-8a62-0db97bb617cf HTTP/1.1" status: 200 len: 815 time: 0.1857755 May 19 13:59:57.800750 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9758-c9f2-473e-b0a9-ab0c4a1a42e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (12306ece-ae2f-4e62-a477-7cae0eda694c), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:57.801141 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-e3dc2b44-d8ec-4880-94fb-b586d9d23de1 None None] For port 12306ece-ae2f-4e62-a477-7cae0eda694c, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=12306ece-ae2f-4e62-a477-7cae0eda694c,segment=NetworkSegment(33188b60-a846-4349-afe3-423905fd4459),segment_id=33188b60-a846-4349-afe3-423905fd4459)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:59:57.801564 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-e3dc2b44-d8ec-4880-94fb-b586d9d23de1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (12306ece-ae2f-4e62-a477-7cae0eda694c), precommit_delete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:57.819389 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc2b44-d8ec-4880-94fb-b586d9d23de1 None None] Calling delete_port for 12306ece-ae2f-4e62-a477-7cae0eda694c owned by network:dhcp {{(pid=110063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:59:57.832479 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd9758-c9f2-473e-b0a9-ab0c4a1a42e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=12306ece-ae2f-4e62-a477-7cae0eda694c,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:57.834428 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbd9758-c9f2-473e-b0a9-ab0c4a1a42e6 admin admin] No DVR routers for this DVR port 12306ece-ae2f-4e62-a477-7cae0eda694c on host dv-cinder-784815-14-iscsi {{(pid=110061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:59:57.884010 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-16c454f7-decb-4579-aa09-7c62458dd0eb tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89b4336043d5446b922432a2f43af17a HTTP/1.1" status: 200 len: 379 time: 0.0683274 May 19 13:59:57.912253 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-e3dc2b44-d8ec-4880-94fb-b586d9d23de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024'] for port (12306ece-ae2f-4e62-a477-7cae0eda694c), after_delete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:57.920699 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9758-c9f2-473e-b0a9-ab0c4a1a42e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1546650', 'neutron.services.segments.db._delete_segments_for_network-8784568151830'] for network (037b0d91-8d72-4470-bac5-4a13abbb68df), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:57.936613 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc2b44-d8ec-4880-94fb-b586d9d23de1 None None] Pushing event deleted for resources: {'Port': ['ID=12306ece-ae2f-4e62-a477-7cae0eda694c,revision_number=None']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:57.940920 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc2b44-d8ec-4880-94fb-b586d9d23de1 None None] No DVR routers for this DVR port 12306ece-ae2f-4e62-a477-7cae0eda694c on host dv-cinder-784815-14-iscsi {{(pid=110063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:59:57.950173 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.services.segments.db [None req-2bbd9758-c9f2-473e-b0a9-ab0c4a1a42e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['037b0d91-8d72-4470-bac5-4a13abbb68df']}} {{(pid=110061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:57.959378 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.services.segments.db [None req-2bbd9758-c9f2-473e-b0a9-ab0c4a1a42e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33188b60-a846-4349-afe3-423905fd4459') {'for_net_delete': True} {{(pid=110061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:57.959671 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.services.segments.db [None req-2bbd9758-c9f2-473e-b0a9-ab0c4a1a42e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33188b60-a846-4349-afe3-423905fd4459') {} {{(pid=110061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:59:57.969867 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9758-c9f2-473e-b0a9-ab0c4a1a42e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784568151071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30855942'] for segment (33188b60-a846-4349-afe3-423905fd4459), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:57.980853 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-7fd56758-866a-4670-9795-9855ba3dea1f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Request body: {'port': {'device_id': '3e497045-70f8-4a86-9e3f-e1ecf7ac607a', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'admin_state_up': True, 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'security_groups': ['c23be8d3-05dd-45f7-b435-a51728d12467']}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:59:57.983443 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9758-c9f2-473e-b0a9-ab0c4a1a42e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (33188b60-a846-4349-afe3-423905fd4459), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:57.990348 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbd9758-c9f2-473e-b0a9-ab0c4a1a42e6 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=110061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:59:57.990737 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9758-c9f2-473e-b0a9-ab0c4a1a42e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30676727'] for segment (33188b60-a846-4349-afe3-423905fd4459), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: Traceback (most recent call last): May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: timer() May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: cb(*args, **kw) May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: return func(*args, **kwargs) May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: self._notify() May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: self.callback(batched_events) May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: event.method(event) May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: return f(self, *a, **k) May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: return self._get(url).json() May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: return self.request(url, 'GET', **kwargs) May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:59:57.993463 dv-cinder-784815-14-iscsi neutron-server[110061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:59:58.055996 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9758-c9f2-473e-b0a9-ab0c4a1a42e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1546657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631453'] for network (037b0d91-8d72-4470-bac5-4a13abbb68df), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:58.061475 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9758-c9f2-473e-b0a9-ab0c4a1a42e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:58.064815 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-2bbd9758-c9f2-473e-b0a9-ab0c4a1a42e6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/037b0d91-8d72-4470-bac5-4a13abbb68df HTTP/1.1" status: 204 len: 168 time: 0.6404688 May 19 13:59:58.064928 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:58.077228 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd9758-c9f2-473e-b0a9-ab0c4a1a42e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=037b0d91-8d72-4470-bac5-4a13abbb68df,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:58.103193 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-7fd56758-866a-4670-9795-9855ba3dea1f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Made reservation on behalf of 89b4336043d5446b922432a2f43af17a for: {'port': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:59:58.106608 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-7fd56758-866a-4670-9795-9855ba3dea1f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:58.208076 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 35274) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:58.241762 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-7fd56758-866a-4670-9795-9855ba3dea1f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Allocated IP 172.20.0.12 (08206db8-8e78-4412-8a62-0db97bb617cf/0bdab701-d9d2-42c8-941c-7cdfe8e595b0/218713eb-c739-4649-b32f-d91de1913518) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:59:58.267693 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18cdd-dd0e-437e-9d6b-65e79bfb455c req-9a772a2d-08b0-4a4f-8ff8-9ff573ad56d7 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:58.269184 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-28f18cdd-dd0e-437e-9d6b-65e79bfb455c req-9a772a2d-08b0-4a4f-8ff8-9ff573ad56d7 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 944 time: 0.0744295 May 19 13:59:58.298056 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-8230fcc1-27ab-491b-9bec-2842b4165a4e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a51cbae6cb494a2fac656e416fe868c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0878100 May 19 13:59:58.301528 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 35276) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:58.359646 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-28f18cdd-dd0e-437e-9d6b-65e79bfb455c req-c43760df-8063-4bd3-9320-f540c2080a04 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801265 May 19 13:59:58.378443 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-eeed102f-7fc0-46ba-873f-e6cff89196e1 admin admin] Publish callbacks [] for security_group (7d842cca-1746-453a-94d7-8065bafe0d7a), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:58.386804 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-7fd56758-866a-4670-9795-9855ba3dea1f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for port (218713eb-c739-4649-b32f-d91de1913518), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:58.403732 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-eeed102f-7fc0-46ba-873f-e6cff89196e1 admin admin] Publish callbacks [] for security_group (7d842cca-1746-453a-94d7-8065bafe0d7a), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:58.419957 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-7fd56758-866a-4670-9795-9855ba3dea1f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (218713eb-c739-4649-b32f-d91de1913518), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:58.452199 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-eeed102f-7fc0-46ba-873f-e6cff89196e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (7d842cca-1746-453a-94d7-8065bafe0d7a), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:58.454769 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-eeed102f-7fc0-46ba-873f-e6cff89196e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:58.456131 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-eeed102f-7fc0-46ba-873f-e6cff89196e1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7d842cca-1746-453a-94d7-8065bafe0d7a HTTP/1.1" status: 204 len: 168 time: 0.1533508 May 19 13:59:58.465595 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed102f-7fc0-46ba-873f-e6cff89196e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d842cca-1746-453a-94d7-8065bafe0d7a,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:58.466674 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-7fd56758-866a-4670-9795-9855ba3dea1f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Network 08206db8-8e78-4412-8a62-0db97bb617cf is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:59:58.469957 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-7fd56758-866a-4670-9795-9855ba3dea1f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:59:58.473457 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=7 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:58.474433 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-7fd56758-866a-4670-9795-9855ba3dea1f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:59:58.506564 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd56758-866a-4670-9795-9855ba3dea1f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event updated for resources: {'Port': ['ID=218713eb-c739-4649-b32f-d91de1913518,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:58.509085 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device a2e726ea-bd7a-4b38-921c-644a1035c3fb details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:59:58.540245 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-7fd56758-866a-4670-9795-9855ba3dea1f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:58.540904 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-7fd56758-866a-4670-9795-9855ba3dea1f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:58.561710 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-7fd56758-866a-4670-9795-9855ba3dea1f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5866790 May 19 13:59:58.581657 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-2128dfd8-606e-4054-94b1-be9ab3f73071 service neutron] Request body: {'port': {'device_id': '3e497045-70f8-4a86-9e3f-e1ecf7ac607a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:59:58.644398 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port a2e726ea-bd7a-4b38-921c-644a1035c3fb, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a2e726ea-bd7a-4b38-921c-644a1035c3fb,segment=NetworkSegment(43347a7a-d2a6-43ef-9914-d472c0a74e2b),segment_id=43347a7a-d2a6-43ef-9914-d472c0a74e2b)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:59:58.658674 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Returning: {'device': 'a2e726ea-bd7a-4b38-921c-644a1035c3fb', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'port_id': 'a2e726ea-bd7a-4b38-921c-644a1035c3fb', 'mac_address': 'fa:16:3e:d8:a4:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:59:58.660444 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-2128dfd8-606e-4054-94b1-be9ab3f73071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (218713eb-c739-4649-b32f-d91de1913518), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:58.701379 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port a2e726ea-bd7a-4b38-921c-644a1035c3fb is: DOWN; New status is: BUILD {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:59:58.702011 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (a2e726ea-bd7a-4b38-921c-644a1035c3fb), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:58.716760 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e726ea-bd7a-4b38-921c-644a1035c3fb {{(pid=110063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:59:58.738122 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port a2e726ea-bd7a-4b38-921c-644a1035c3fb, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a2e726ea-bd7a-4b38-921c-644a1035c3fb,segment=NetworkSegment(43347a7a-d2a6-43ef-9914-d472c0a74e2b),segment_id=43347a7a-d2a6-43ef-9914-d472c0a74e2b)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:59:58.742159 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (a2e726ea-bd7a-4b38-921c-644a1035c3fb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:58.747791 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:58.810030 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=a2e726ea-bd7a-4b38-921c-644a1035c3fb,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:58.815282 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-38cdb3a0-2d8c-4e67-95c3-d90a6d971f47 None None] Provisioning complete for port 218713eb-c739-4649-b32f-d91de1913518 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:59:58.815658 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-38cdb3a0-2d8c-4e67-95c3-d90a6d971f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (218713eb-c739-4649-b32f-d91de1913518), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:58.859317 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-38cdb3a0-2d8c-4e67-95c3-d90a6d971f47 None None] Port 218713eb-c739-4649-b32f-d91de1913518 cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:59:58.876578 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:58.900579 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c03af-e06e-49c8-8699-f09e31e93e95 req-eae590c4-b162-497e-9521-0006700b1bc3 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:58.902137 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-401c03af-e06e-49c8-8699-f09e31e93e95 req-eae590c4-b162-497e-9521-0006700b1bc3 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e497045-70f8-4a86-9e3f-e1ecf7ac607a HTTP/1.1" status: 200 len: 932 time: 0.0629945 May 19 13:59:58.915845 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:58.924214 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 35284) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:58.958253 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-401c03af-e06e-49c8-8699-f09e31e93e95 req-18ee961f-0fb7-4d5f-876f-34f3e8ca5cc3 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=c23be8d3-05dd-45f7-b435-a51728d12467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503316 May 19 13:59:59.006435 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-f823047c-8a3e-4883-8f95-c49199123d90 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1f4275b742b84ecc97c6aff544e82d88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0809376 May 19 13:59:59.009519 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 35286) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:59:59.032656 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 769695f9-a28c-40de-8e90-36eb033634f5 no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:59:59.049965 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-2128dfd8-606e-4054-94b1-be9ab3f73071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 218713eb-c739-4649-b32f-d91de1913518 {{(pid=110062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:59:59.057358 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['a2e726ea-bd7a-4b38-921c-644a1035c3fb'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:59:59.059196 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-2128dfd8-606e-4054-94b1-be9ab3f73071 service neutron] Publish callbacks [] for port (218713eb-c739-4649-b32f-d91de1913518), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:59.061067 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: 769695f9-a28c-40de-8e90-36eb033634f5 {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:59:59.061405 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 769695f9-a28c-40de-8e90-36eb033634f5 not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:59:59.061806 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 12306ece-ae2f-4e62-a477-7cae0eda694c no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:59:59.069772 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-72796a10-39d2-4b99-9c22-5a41a5a5202e admin admin] Publish callbacks [] for security_group (cfe5bc5b-e25a-4fb4-b47f-4801bcaae050), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:59.073419 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.provisioning_blocks [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-2128dfd8-606e-4054-94b1-be9ab3f73071 service neutron] Transition to ACTIVE for port object 218713eb-c739-4649-b32f-d91de1913518 will not be triggered until provisioned by entity L2. {{(pid=110062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:59:59.073622 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:59.078143 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-2128dfd8-606e-4054-94b1-be9ab3f73071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29558909'] for port (218713eb-c739-4649-b32f-d91de1913518), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:59.097243 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-72796a10-39d2-4b99-9c22-5a41a5a5202e admin admin] Publish callbacks [] for security_group (cfe5bc5b-e25a-4fb4-b47f-4801bcaae050), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:59.103924 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: 12306ece-ae2f-4e62-a477-7cae0eda694c {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:59:59.104632 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 12306ece-ae2f-4e62-a477-7cae0eda694c not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:59:59.133427 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128dfd8-606e-4054-94b1-be9ab3f73071 service neutron] Pushing event updated for resources: {'Port': ['ID=218713eb-c739-4649-b32f-d91de1913518,revision_number=2']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:59.165035 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-72796a10-39d2-4b99-9c22-5a41a5a5202e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (cfe5bc5b-e25a-4fb4-b47f-4801bcaae050), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:59.168653 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-72796a10-39d2-4b99-9c22-5a41a5a5202e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:59.172784 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-72796a10-39d2-4b99-9c22-5a41a5a5202e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cfe5bc5b-e25a-4fb4-b47f-4801bcaae050 HTTP/1.1" status: 204 len: 168 time: 0.1597724 May 19 13:59:59.197893 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72796a10-39d2-4b99-9c22-5a41a5a5202e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe5bc5b-e25a-4fb4-b47f-4801bcaae050,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:59.220358 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-2128dfd8-606e-4054-94b1-be9ab3f73071 service neutron] Attempting to bind port 218713eb-c739-4649-b32f-d91de1913518 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:59:59.220795 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-2128dfd8-606e-4054-94b1-be9ab3f73071 service neutron] Attempting to bind port 218713eb-c739-4649-b32f-d91de1913518 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '4048a570-00c8-45bc-b081-09a854940d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf'}] {{(pid=110062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:59:59.221342 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-2128dfd8-606e-4054-94b1-be9ab3f73071 service neutron] Attempting to bind port 218713eb-c739-4649-b32f-d91de1913518 on network 08206db8-8e78-4412-8a62-0db97bb617cf {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:59:59.228722 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-2128dfd8-606e-4054-94b1-be9ab3f73071 service neutron] Port 218713eb-c739-4649-b32f-d91de1913518 on network 08206db8-8e78-4412-8a62-0db97bb617cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:59:59.229268 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-2128dfd8-606e-4054-94b1-be9ab3f73071 service neutron] Attempting to bind port 218713eb-c739-4649-b32f-d91de1913518 on network 08206db8-8e78-4412-8a62-0db97bb617cf {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:59:59.237390 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-2128dfd8-606e-4054-94b1-be9ab3f73071 service neutron] Checking agent: {'id': '7bec7b2c-83f8-44b0-a5e6-0a5454b173c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'started_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:59:59.238088 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-2128dfd8-606e-4054-94b1-be9ab3f73071 service neutron] Checking segment: {'id': '4048a570-00c8-45bc-b081-09a854940d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:59:59.238665 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-2128dfd8-606e-4054-94b1-be9ab3f73071 service neutron] Bound using segment: {'id': '4048a570-00c8-45bc-b081-09a854940d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf'} {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:59:59.239462 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-2128dfd8-606e-4054-94b1-be9ab3f73071 service neutron] Bound port: 218713eb-c739-4649-b32f-d91de1913518, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4048a570-00c8-45bc-b081-09a854940d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf'}}] {{(pid=110062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:59:59.240102 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-2128dfd8-606e-4054-94b1-be9ab3f73071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (218713eb-c739-4649-b32f-d91de1913518), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:59.314957 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-2128dfd8-606e-4054-94b1-be9ab3f73071 service neutron] For port 218713eb-c739-4649-b32f-d91de1913518, host hv-cinder-78481, cleared binding levels {{(pid=110062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:59:59.318169 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-2128dfd8-606e-4054-94b1-be9ab3f73071 service neutron] For port 218713eb-c739-4649-b32f-d91de1913518, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=218713eb-c739-4649-b32f-d91de1913518,segment=NetworkSegment(4048a570-00c8-45bc-b081-09a854940d61),segment_id=4048a570-00c8-45bc-b081-09a854940d61)] {{(pid=110062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:59:59.325922 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-2128dfd8-606e-4054-94b1-be9ab3f73071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29558909'] for port (218713eb-c739-4649-b32f-d91de1913518), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:59.370282 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-2128dfd8-606e-4054-94b1-be9ab3f73071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:59.370924 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-2128dfd8-606e-4054-94b1-be9ab3f73071 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:59:59.372307 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-2128dfd8-606e-4054-94b1-be9ab3f73071 service neutron] 10.222.0.65 "PUT /v2.0/ports/218713eb-c739-4649-b32f-d91de1913518 HTTP/1.1" status: 200 len: 1094 time: 0.7966161 May 19 13:59:59.372736 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e497045-70f8-4a86-9e3f-e1ecf7ac607a', 'tag': '218713eb-c739-4649-b32f-d91de1913518'}] {{(pid=110062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:59:59.375099 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dff7f06c5e0e0f36f9473af0b06c6f419441bd6c4accb13c2a4abbfe17b595b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c8748f-595b-4425-9535-76a9ee8d97b6" -d '{"events": [{"name": "network-changed", "server_uuid": "3e497045-70f8-4a86-9e3f-e1ecf7ac607a", "tag": "218713eb-c739-4649-b32f-d91de1913518"}]}' {{(pid=110062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:59:59.424577 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128dfd8-606e-4054-94b1-be9ab3f73071 service neutron] Pushing event updated for resources: {'Port': ['ID=218713eb-c739-4649-b32f-d91de1913518,revision_number=3']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:59:59.459128 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd99f86-3881-4c3d-b023-eafd24461fe8 x-openstack-request-id: req-5bd99f86-3881-4c3d-b023-eafd24461fe8 {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:59:59.459493 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e497045-70f8-4a86-9e3f-e1ecf7ac607a", "tag": "218713eb-c739-4649-b32f-d91de1913518", "status": "completed", "code": 200}]} {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:59:59.459962 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5bd99f86-3881-4c3d-b023-eafd24461fe8 {{(pid=110062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:59:59.461787 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bd99f86-3881-4c3d-b023-eafd24461fe8'] response: {'name': 'network-changed', 'server_uuid': '3e497045-70f8-4a86-9e3f-e1ecf7ac607a', 'tag': '218713eb-c739-4649-b32f-d91de1913518', 'status': 'completed', 'code': 200} May 19 13:59:59.524349 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-1c131a6c-9f56-41f7-999b-467e55a28a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:59.525903 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-1c131a6c-9f56-41f7-999b-467e55a28a88 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89b4336043d5446b922432a2f43af17a&device_id=3e497045-70f8-4a86-9e3f-e1ecf7ac607a HTTP/1.1" status: 200 len: 1128 time: 0.0474350 May 19 13:59:59.559339 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b96916-1b42-4449-8a24-508e9c818a3e req-c7da950a-7df4-4059-a587-4f80f4c8d94c tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:59.567556 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-57b96916-1b42-4449-8a24-508e9c818a3e req-c7da950a-7df4-4059-a587-4f80f4c8d94c tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 945 time: 0.0913353 May 19 13:59:59.579761 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:59.582826 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-461159ae-d9ff-4707-9309-6f9c2d1217f6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=218713eb-c739-4649-b32f-d91de1913518 HTTP/1.1" status: 200 len: 217 time: 0.0404789 May 19 13:59:59.628235 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-57b96916-1b42-4449-8a24-508e9c818a3e req-f2f1775d-9275-4b9c-beae-d842a85297ec tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593736 May 19 13:59:59.648191 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-edc0a7b2-207a-4d30-bbb7-65a323b765fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:59.650852 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-edc0a7b2-207a-4d30-bbb7-65a323b765fc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0bdab701-d9d2-42c8-941c-7cdfe8e595b0 HTTP/1.1" status: 200 len: 854 time: 0.0628324 May 19 13:59:59.698819 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-e8a6fc73-a825-42e9-85ba-e9952b3d39c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:59:59.700278 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-e8a6fc73-a825-42e9-85ba-e9952b3d39c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=08206db8-8e78-4412-8a62-0db97bb617cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415659 May 19 13:59:59.705611 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:59:59.790208 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-c41162d6-9573-410f-825f-aec5fe462562 service neutron] 10.222.0.65 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831814 May 19 13:59:59.882274 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e26fda86-ae6c-48c1-805d-45b11502eea5 req-59c31106-cb77-46d7-83aa-5a13da02f844 service neutron] 10.222.0.65 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852673 May 19 14:00:00.042567 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:00:00.078701 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6c02f-b981-450f-b9d1-bb4f9677c832 req-288ad024-e5ba-496c-a66b-80d6839ed7d7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:00.080191 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-61a6c02f-b981-450f-b9d1-bb4f9677c832 req-288ad024-e5ba-496c-a66b-80d6839ed7d7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e497045-70f8-4a86-9e3f-e1ecf7ac607a HTTP/1.1" status: 200 len: 944 time: 0.0492625 May 19 14:00:00.130767 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-61a6c02f-b981-450f-b9d1-bb4f9677c832 req-c28f96ca-a2fa-40ca-91e3-d2480c015947 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=c23be8d3-05dd-45f7-b435-a51728d12467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447125 May 19 14:00:00.531997 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device a2e726ea-bd7a-4b38-921c-644a1035c3fb up at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 14:00:00.578572 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning for port a2e726ea-bd7a-4b38-921c-644a1035c3fb completed by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 14:00:00.584522 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning complete for port a2e726ea-bd7a-4b38-921c-644a1035c3fb triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:00:00.584952 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (a2e726ea-bd7a-4b38-921c-644a1035c3fb), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:00.655527 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port a2e726ea-bd7a-4b38-921c-644a1035c3fb is: BUILD; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:00:00.655822 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (a2e726ea-bd7a-4b38-921c-644a1035c3fb), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:00.679412 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e726ea-bd7a-4b38-921c-644a1035c3fb'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:00:00.682276 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f283b7-7777-4535-a3fc-7f2522f9a9fc" -d '{"events": [{"server_uuid": "954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5", "name": "network-vif-plugged", "status": "completed", "tag": "a2e726ea-bd7a-4b38-921c-644a1035c3fb"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:00:00.695007 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port a2e726ea-bd7a-4b38-921c-644a1035c3fb, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a2e726ea-bd7a-4b38-921c-644a1035c3fb,segment=NetworkSegment(43347a7a-d2a6-43ef-9914-d472c0a74e2b),segment_id=43347a7a-d2a6-43ef-9914-d472c0a74e2b)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:00:00.700212 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (a2e726ea-bd7a-4b38-921c-644a1035c3fb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:00.724621 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 14:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e4185f-6b3b-446c-929c-4266cd212ed8 x-openstack-request-id: req-d4e4185f-6b3b-446c-929c-4266cd212ed8 {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:00:00.725219 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5", "name": "network-vif-plugged", "status": "completed", "tag": "a2e726ea-bd7a-4b38-921c-644a1035c3fb", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:00:00.725219 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d4e4185f-6b3b-446c-929c-4266cd212ed8 {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:00:00.725540 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e4185f-6b3b-446c-929c-4266cd212ed8'] response: {'server_uuid': '954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e726ea-bd7a-4b38-921c-644a1035c3fb', 'code': 200} May 19 14:00:00.751454 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=a2e726ea-bd7a-4b38-921c-644a1035c3fb,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:00:00.752589 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eeeac7-1792-4d97-9d82-e1f8867ef6ab req-3c3fb8e0-5093-4ff7-a7d7-399c2f260341 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:00.754184 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-85eeeac7-1792-4d97-9d82-e1f8867ef6ab req-3c3fb8e0-5093-4ff7-a7d7-399c2f260341 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0497587 May 19 14:00:00.808118 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-85eeeac7-1792-4d97-9d82-e1f8867ef6ab req-db22d003-6f87-484e-87cd-962e16c5e86f tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469215 May 19 14:00:00.822011 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8748f-595b-4425-9535-76a9ee8d97b6 req-d32ed8de-9ae7-4f09-afe3-8362256ff498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:00.823663 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-49c8748f-595b-4425-9535-76a9ee8d97b6 req-d32ed8de-9ae7-4f09-afe3-8362256ff498 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89b4336043d5446b922432a2f43af17a&device_id=3e497045-70f8-4a86-9e3f-e1ecf7ac607a HTTP/1.1" status: 200 len: 1128 time: 0.0431008 May 19 14:00:00.926249 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8748f-595b-4425-9535-76a9ee8d97b6 req-f7597737-f9a2-4042-9771-3d2d56187c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:00.927646 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-49c8748f-595b-4425-9535-76a9ee8d97b6 req-f7597737-f9a2-4042-9771-3d2d56187c2e service neutron] 10.222.0.65 "GET /v2.0/networks?id=08206db8-8e78-4412-8a62-0db97bb617cf HTTP/1.1" status: 200 len: 916 time: 0.0970137 May 19 14:00:00.955874 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde703fb-1229-4c40-80fa-85aafddad023 req-c083f654-3c12-4caa-8eee-aee637c88c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:00.957460 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cde703fb-1229-4c40-80fa-85aafddad023 req-c083f654-3c12-4caa-8eee-aee637c88c7f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 1130 time: 0.0381110 May 19 14:00:00.966760 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-49c8748f-595b-4425-9535-76a9ee8d97b6 req-b7fcd52a-4bbf-4a8d-a1ee-37b4347745c7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=218713eb-c739-4649-b32f-d91de1913518 HTTP/1.1" status: 200 len: 217 time: 0.0329962 May 19 14:00:00.980699 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:01.001823 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cde703fb-1229-4c40-80fa-85aafddad023 req-4340ac2e-7e34-4540-9814-d630c2036c6f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378029 May 19 14:00:01.017808 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8748f-595b-4425-9535-76a9ee8d97b6 req-cf36e7df-4f7b-4d63-aa82-fd5a29b7f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:01.019276 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-49c8748f-595b-4425-9535-76a9ee8d97b6 req-cf36e7df-4f7b-4d63-aa82-fd5a29b7f7ef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0bdab701-d9d2-42c8-941c-7cdfe8e595b0 HTTP/1.1" status: 200 len: 854 time: 0.0467117 May 19 14:00:01.248932 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb94dc-cc05-4016-9e5b-5df0e2ff5572 req-da2b4ac7-0998-40f0-a47e-53af6b07faa4 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:01.250307 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-49eb94dc-cc05-4016-9e5b-5df0e2ff5572 req-da2b4ac7-0998-40f0-a47e-53af6b07faa4 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e497045-70f8-4a86-9e3f-e1ecf7ac607a HTTP/1.1" status: 200 len: 944 time: 0.0505109 May 19 14:00:01.296251 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-49eb94dc-cc05-4016-9e5b-5df0e2ff5572 req-4a22f214-a10b-457d-a0ae-04ae783bb683 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=c23be8d3-05dd-45f7-b435-a51728d12467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404327 May 19 14:00:01.344884 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8748f-595b-4425-9535-76a9ee8d97b6 req-db4bc576-3842-4e29-bc5e-732fd605dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:01.346356 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-49c8748f-595b-4425-9535-76a9ee8d97b6 req-db4bc576-3842-4e29-bc5e-732fd605dfd2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=08206db8-8e78-4412-8a62-0db97bb617cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433939 May 19 14:00:01.417204 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-54555b24-347a-467a-95a2-5fb37ecb1468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:01.437866 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-49c8748f-595b-4425-9535-76a9ee8d97b6 req-12aeca6e-a194-40b1-bea5-a2c4451eb22b service neutron] 10.222.0.65 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848749 May 19 14:00:01.779367 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-49c8748f-595b-4425-9535-76a9ee8d97b6 req-49043354-ae16-4a33-bc74-b0c06a36a60b service neutron] 10.222.0.65 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875442 May 19 14:00:01.920463 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f6736-c06d-4c43-8e63-1113a44e76e0 req-4b6ed761-fdc7-4c76-a243-69d59a646609 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:01.921960 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-382f6736-c06d-4c43-8e63-1113a44e76e0 req-4b6ed761-fdc7-4c76-a243-69d59a646609 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0464423 May 19 14:00:01.970871 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-382f6736-c06d-4c43-8e63-1113a44e76e0 req-52389f7e-2c42-4b5f-a512-1bc0e2b7f37b tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434277 May 19 14:00:02.412457 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd30c4-6373-4a77-8b51-26ae4292eb66 req-99351212-7708-4c1c-9505-5466a63d77d8 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:02.413931 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-22fd30c4-6373-4a77-8b51-26ae4292eb66 req-99351212-7708-4c1c-9505-5466a63d77d8 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e497045-70f8-4a86-9e3f-e1ecf7ac607a HTTP/1.1" status: 200 len: 944 time: 0.0508208 May 19 14:00:02.464095 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-22fd30c4-6373-4a77-8b51-26ae4292eb66 req-e4270705-39f6-4e3f-a4ce-51cfac73dca2 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=c23be8d3-05dd-45f7-b435-a51728d12467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436959 May 19 14:00:02.530854 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 218713eb-c739-4649-b32f-d91de1913518 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 14:00:02.628421 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 218713eb-c739-4649-b32f-d91de1913518, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=218713eb-c739-4649-b32f-d91de1913518,segment=NetworkSegment(4048a570-00c8-45bc-b081-09a854940d61),segment_id=4048a570-00c8-45bc-b081-09a854940d61)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:00:02.640364 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Returning: {'device': '218713eb-c739-4649-b32f-d91de1913518', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'port_id': '218713eb-c739-4649-b32f-d91de1913518', 'mac_address': 'fa:16:3e:bc:fd:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 14:00:02.677894 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 218713eb-c739-4649-b32f-d91de1913518 is: DOWN; New status is: BUILD {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:00:02.678280 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (218713eb-c739-4649-b32f-d91de1913518), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:02.691662 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 218713eb-c739-4649-b32f-d91de1913518 {{(pid=110063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 14:00:02.712443 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 218713eb-c739-4649-b32f-d91de1913518, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=218713eb-c739-4649-b32f-d91de1913518,segment=NetworkSegment(4048a570-00c8-45bc-b081-09a854940d61),segment_id=4048a570-00c8-45bc-b081-09a854940d61)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:00:02.716130 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (218713eb-c739-4649-b32f-d91de1913518), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:02.760529 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=218713eb-c739-4649-b32f-d91de1913518,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:00:02.902901 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=17 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:03.043494 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['218713eb-c739-4649-b32f-d91de1913518'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 14:00:03.046625 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:03.083060 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde08e15-3819-43a1-85d5-0780e4f93e28 req-0d1b55b4-9caa-4727-90e4-f8877f7692af tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:03.084569 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dde08e15-3819-43a1-85d5-0780e4f93e28 req-0d1b55b4-9caa-4727-90e4-f8877f7692af tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0476310 May 19 14:00:03.126602 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:03.136259 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dde08e15-3819-43a1-85d5-0780e4f93e28 req-11da1149-d695-438c-bbed-c9d7cf8feb10 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455904 May 19 14:00:03.248761 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d977be-c570-49b5-99ce-08f61375b379 req-afa38e7e-9b88-44e4-85bb-a3c760356e74 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:03.250222 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-53d977be-c570-49b5-99ce-08f61375b379 req-afa38e7e-9b88-44e4-85bb-a3c760356e74 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0509977 May 19 14:00:03.260124 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 35310) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:00:03.264532 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-9ac9ef68-9ed6-496c-851a-708bca27d478 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Request body: {'floatingip': {'port_id': 'a2e726ea-bd7a-4b38-921c-644a1035c3fb'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:00:03.307738 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9ac9ef68-9ed6-496c-851a-708bca27d478 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for floatingip (e9e4ab7c-e7ea-401a-9dde-a0915d63d639), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:03.452155 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:03.623657 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa0ea5-d57f-4707-a980-0a3bc1f074b6 req-31cfaa5c-04e8-4111-9007-08d91830c226 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:03.625093 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-88aa0ea5-d57f-4707-a980-0a3bc1f074b6 req-31cfaa5c-04e8-4111-9007-08d91830c226 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e497045-70f8-4a86-9e3f-e1ecf7ac607a HTTP/1.1" status: 200 len: 945 time: 0.0865943 May 19 14:00:03.734945 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-88aa0ea5-d57f-4707-a980-0a3bc1f074b6 req-d0563b2a-9c43-45bd-b512-a1d4d5c052c5 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=c23be8d3-05dd-45f7-b435-a51728d12467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040554 May 19 14:00:03.791402 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-d892ff91-006d-4314-a8b6-c482cd2fe998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:03.792249 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9ac9ef68-9ed6-496c-851a-708bca27d478 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:03.796154 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9ac9ef68-9ed6-496c-851a-708bca27d478 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (e9e4ab7c-e7ea-401a-9dde-a0915d63d639), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:03.891166 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.l3_db [None req-9ac9ef68-9ed6-496c-851a-708bca27d478 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Floating IP e9e4ab7c-e7ea-401a-9dde-a0915d63d639 associated. External IP: 172.27.2.240, port: a2e726ea-bd7a-4b38-921c-644a1035c3fb. May 19 14:00:04.319954 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac9ef68-9ed6-496c-851a-708bca27d478 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Router 2d6625ce-410e-41df-ac21-3a7d1fcb061e has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 14:00:04.421468 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac9ef68-9ed6-496c-851a-708bca27d478 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 14:00:04.426283 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-9ac9ef68-9ed6-496c-851a-708bca27d478 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:04.430434 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:04.432084 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda06839-bd74-453c-bf3b-3869e7d51a05 None None] Sync routers for ids ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 14:00:04.441518 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda06839-bd74-453c-bf3b-3869e7d51a05 None None] Routers {'2d6625ce-410e-41df-ac21-3a7d1fcb061e'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:00:04.442234 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-cda06839-bd74-453c-bf3b-3869e7d51a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:00:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:00:04.457681 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-9ac9ef68-9ed6-496c-851a-708bca27d478 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "PUT /v2.0/floatingips/e9e4ab7c-e7ea-401a-9dde-a0915d63d639 HTTP/1.1" status: 200 len: 992 time: 1.1964984 May 19 14:00:04.458258 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5', 'tag': 'a2e726ea-bd7a-4b38-921c-644a1035c3fb'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:00:04.460499 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d8ab22-f0f9-4693-b72a-1d4d97688aac" -d '{"events": [{"name": "network-changed", "server_uuid": "954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5", "tag": "a2e726ea-bd7a-4b38-921c-644a1035c3fb"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:00:04.496942 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 14:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78ff00d-cbd0-4d44-b1eb-52d8f8cfb66b x-openstack-request-id: req-c78ff00d-cbd0-4d44-b1eb-52d8f8cfb66b {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:00:04.497252 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5", "tag": "a2e726ea-bd7a-4b38-921c-644a1035c3fb", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:00:04.497498 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c78ff00d-cbd0-4d44-b1eb-52d8f8cfb66b {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:00:04.497887 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c78ff00d-cbd0-4d44-b1eb-52d8f8cfb66b'] response: {'name': 'network-changed', 'server_uuid': '954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5', 'tag': 'a2e726ea-bd7a-4b38-921c-644a1035c3fb', 'status': 'completed', 'code': 200} May 19 14:00:04.530293 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 218713eb-c739-4649-b32f-d91de1913518 up at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 14:00:04.577574 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning for port 218713eb-c739-4649-b32f-d91de1913518 completed by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 14:00:04.580672 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8ab22-f0f9-4693-b72a-1d4d97688aac req-f151a6e6-8198-410d-b3be-75b9eea2f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:04.582585 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-59d8ab22-f0f9-4693-b72a-1d4d97688aac req-f151a6e6-8198-410d-b3be-75b9eea2f868 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e14dac6dd56c4f93b65ad91673debf71&device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 1130 time: 0.0419862 May 19 14:00:04.584008 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning complete for port 218713eb-c739-4649-b32f-d91de1913518 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:00:04.584818 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (218713eb-c739-4649-b32f-d91de1913518), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:04.622796 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:04.639826 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-cda06839-bd74-453c-bf3b-3869e7d51a05 None None] Set router 2d6625ce-410e-41df-ac21-3a7d1fcb061e gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:00:04.679015 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8ab22-f0f9-4693-b72a-1d4d97688aac req-a93d7719-9da8-490b-b3e4-c6bbcc8fee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:04.680742 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-59d8ab22-f0f9-4693-b72a-1d4d97688aac req-a93d7719-9da8-490b-b3e4-c6bbcc8fee6f service neutron] 10.222.0.65 "GET /v2.0/networks?id=1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d HTTP/1.1" status: 200 len: 911 time: 0.0928218 May 19 14:00:04.745064 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-59d8ab22-f0f9-4693-b72a-1d4d97688aac req-7468d697-cdb8-454d-b8b3-3518060370b3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2e726ea-bd7a-4b38-921c-644a1035c3fb HTTP/1.1" status: 200 len: 1000 time: 0.0588276 May 19 14:00:04.814079 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8ab22-f0f9-4693-b72a-1d4d97688aac req-1428056c-6e4f-4655-9ee9-fa3319de026a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:04.815985 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-59d8ab22-f0f9-4693-b72a-1d4d97688aac req-1428056c-6e4f-4655-9ee9-fa3319de026a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4aa4f0bd-3981-4f05-9899-3af6ca78984b HTTP/1.1" status: 200 len: 849 time: 0.0648406 May 19 14:00:04.816417 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 218713eb-c739-4649-b32f-d91de1913518 is: BUILD; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:00:04.816897 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (218713eb-c739-4649-b32f-d91de1913518), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:04.832658 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=100 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:04.832969 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:04.850058 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e497045-70f8-4a86-9e3f-e1ecf7ac607a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218713eb-c739-4649-b32f-d91de1913518'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:00:04.854354 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96200c39-a8e9-4574-a705-063214099497" -d '{"events": [{"server_uuid": "3e497045-70f8-4a86-9e3f-e1ecf7ac607a", "name": "network-vif-plugged", "status": "completed", "tag": "218713eb-c739-4649-b32f-d91de1913518"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:00:04.865749 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8ab22-f0f9-4693-b72a-1d4d97688aac req-9ae05f93-6c00-4686-8404-8d0a40b274b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:04.867799 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-59d8ab22-f0f9-4693-b72a-1d4d97688aac req-9ae05f93-6c00-4686-8404-8d0a40b274b3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450642 May 19 14:00:04.876144 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 218713eb-c739-4649-b32f-d91de1913518, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=218713eb-c739-4649-b32f-d91de1913518,segment=NetworkSegment(4048a570-00c8-45bc-b081-09a854940d61),segment_id=4048a570-00c8-45bc-b081-09a854940d61)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:00:04.880449 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557a329-5205-4892-8e31-7dbe62b07a75 req-aa6e8a7c-f945-4bb0-a243-d163754dc1af tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:04.882571 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d557a329-5205-4892-8e31-7dbe62b07a75 req-aa6e8a7c-f945-4bb0-a243-d163754dc1af tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e497045-70f8-4a86-9e3f-e1ecf7ac607a HTTP/1.1" status: 200 len: 945 time: 0.0688612 May 19 14:00:04.885256 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:04.892141 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (218713eb-c739-4649-b32f-d91de1913518), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:04.908727 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-cda06839-bd74-453c-bf3b-3869e7d51a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'name': 'tempest-AttachVolumeTestJSON-620640807-router', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:45Z', 'revision_number': 4, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'gw_port': {'id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': 'e9e4ab7c-e7ea-401a-9dde-a0915d63d639', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'port_id': 'a2e726ea-bd7a-4b38-921c-644a1035c3fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'mac_address': 'fa:16:3e:d8:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:59:47Z', 'updated_at': '2022-05-19T14:00:03Z', 'revision_number': 1, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd2e71af-11d4-4d17-8d4f-ea7391e67af0', 'name': '', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'mac_address': 'fa:16:3e:a7:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:44Z', 'updated_at': '2022-05-19T13:59:49Z', 'revision_number': 5, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'subnets': [{'id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:00:04.940839 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda06839-bd74-453c-bf3b-3869e7d51a05 None None] Checking router: 2d6625ce-410e-41df-ac21-3a7d1fcb061e for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 14:00:04.951279 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda06839-bd74-453c-bf3b-3869e7d51a05 None None] Routers {'2d6625ce-410e-41df-ac21-3a7d1fcb061e'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:00:04.952213 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-cda06839-bd74-453c-bf3b-3869e7d51a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:00:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:00:04.955935 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d557a329-5205-4892-8e31-7dbe62b07a75 req-77b7fe3f-32c6-41f3-a168-dee4a5a9d5b9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=c23be8d3-05dd-45f7-b435-a51728d12467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657921 May 19 14:00:04.969850 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=218713eb-c739-4649-b32f-d91de1913518,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:00:05.014965 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-59d8ab22-f0f9-4693-b72a-1d4d97688aac req-d41cfe09-1ce1-4e9f-8999-38863e24c0f6 service neutron] 10.222.0.65 "GET /v2.0/networks/1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370022 May 19 14:00:05.064463 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-cda06839-bd74-453c-bf3b-3869e7d51a05 None None] Set router 2d6625ce-410e-41df-ac21-3a7d1fcb061e gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:00:05.111858 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-59d8ab22-f0f9-4693-b72a-1d4d97688aac req-be106676-8bc8-4883-841f-cbc805698b30 service neutron] 10.222.0.65 "GET /v2.0/networks/1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910897 May 19 14:00:05.140021 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 14:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5149ecd4-95ba-426a-ad87-ce691912d5af x-openstack-request-id: req-5149ecd4-95ba-426a-ad87-ce691912d5af {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:00:05.140433 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e497045-70f8-4a86-9e3f-e1ecf7ac607a", "name": "network-vif-plugged", "status": "completed", "tag": "218713eb-c739-4649-b32f-d91de1913518", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:00:05.140778 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5149ecd4-95ba-426a-ad87-ce691912d5af {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:00:05.141227 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5149ecd4-95ba-426a-ad87-ce691912d5af'] response: {'server_uuid': '3e497045-70f8-4a86-9e3f-e1ecf7ac607a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218713eb-c739-4649-b32f-d91de1913518', 'code': 200} May 19 14:00:05.278076 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-cda06839-bd74-453c-bf3b-3869e7d51a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'name': 'tempest-AttachVolumeTestJSON-620640807-router', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:45Z', 'revision_number': 4, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'gw_port': {'id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': 'e9e4ab7c-e7ea-401a-9dde-a0915d63d639', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'port_id': 'a2e726ea-bd7a-4b38-921c-644a1035c3fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'mac_address': 'fa:16:3e:d8:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:59:47Z', 'updated_at': '2022-05-19T14:00:03Z', 'revision_number': 1, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd2e71af-11d4-4d17-8d4f-ea7391e67af0', 'name': '', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'mac_address': 'fa:16:3e:a7:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:44Z', 'updated_at': '2022-05-19T13:59:49Z', 'revision_number': 5, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'subnets': [{'id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:00:05.305655 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda06839-bd74-453c-bf3b-3869e7d51a05 None None] The sync data for ids ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'] in dv-cinder-784815-14-iscsi is: [{'id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'name': 'tempest-AttachVolumeTestJSON-620640807-router', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:45Z', 'revision_number': 4, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'gw_port': {'id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': 'e9e4ab7c-e7ea-401a-9dde-a0915d63d639', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'port_id': 'a2e726ea-bd7a-4b38-921c-644a1035c3fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'mac_address': 'fa:16:3e:d8:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:59:47Z', 'updated_at': '2022-05-19T14:00:03Z', 'revision_number': 1, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd2e71af-11d4-4d17-8d4f-ea7391e67af0', 'name': '', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'mac_address': 'fa:16:3e:a7:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:44Z', 'updated_at': '2022-05-19T13:59:49Z', 'revision_number': 5, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'subnets': [{'id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 14:00:05.345178 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ee157-f181-4167-855d-4b49f8c99afe req-d81f6f1a-14f6-4402-80da-80cee999cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:05.346596 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-334ee157-f181-4167-855d-4b49f8c99afe req-d81f6f1a-14f6-4402-80da-80cee999cd4b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3e497045-70f8-4a86-9e3f-e1ecf7ac607a HTTP/1.1" status: 200 len: 1130 time: 0.0416088 May 19 14:00:05.392819 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-334ee157-f181-4167-855d-4b49f8c99afe req-365eef53-1850-405c-aa9a-937d9799424b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c23be8d3-05dd-45f7-b435-a51728d12467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399590 May 19 14:00:05.502932 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02340eac-3674-4f30-bc91-bc92fa3976cf None None] New status for floating IP e9e4ab7c-e7ea-401a-9dde-a0915d63d639: ACTIVE {{(pid=110063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 14:00:06.056348 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:06.064712 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8b554-36fe-4385-b394-7df6499e9730 req-e87aab3a-d23b-415b-b94f-427080dae736 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:06.066183 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-43b8b554-36fe-4385-b394-7df6499e9730 req-e87aab3a-d23b-415b-b94f-427080dae736 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e497045-70f8-4a86-9e3f-e1ecf7ac607a HTTP/1.1" status: 200 len: 946 time: 0.0475199 May 19 14:00:06.115433 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-43b8b554-36fe-4385-b394-7df6499e9730 req-b8eff5f4-93c2-486e-a156-7a54875be180 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=c23be8d3-05dd-45f7-b435-a51728d12467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418210 May 19 14:00:06.333355 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:07.229004 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ace08-b56c-4051-b112-2225720847e6 req-52f07a94-3c4f-4851-a976-15622a578ea0 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:07.231147 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-eb3ace08-b56c-4051-b112-2225720847e6 req-52f07a94-3c4f-4851-a976-15622a578ea0 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e497045-70f8-4a86-9e3f-e1ecf7ac607a HTTP/1.1" status: 200 len: 946 time: 0.0490122 May 19 14:00:07.281797 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-eb3ace08-b56c-4051-b112-2225720847e6 req-c96114d9-7837-4c89-b2e6-9e7e4ffbd802 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=c23be8d3-05dd-45f7-b435-a51728d12467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452383 May 19 14:00:07.393730 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b0334-41e0-494e-bd06-2effc51649ea req-69ad33a0-57b2-4b6b-b3c5-6e59e40512bf tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:07.395270 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-710b0334-41e0-494e-bd06-2effc51649ea req-69ad33a0-57b2-4b6b-b3c5-6e59e40512bf tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e497045-70f8-4a86-9e3f-e1ecf7ac607a HTTP/1.1" status: 200 len: 946 time: 0.0483477 May 19 14:00:07.404256 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 35344) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:00:07.408670 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-99052755-fd39-4ba6-a20f-1ec926fa596f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Request body: {'floatingip': {'port_id': '218713eb-c739-4649-b32f-d91de1913518'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:00:07.447524 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-99052755-fd39-4ba6-a20f-1ec926fa596f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (cd0924b6-1959-449e-9ea6-e8f78aaa8642), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:07.760606 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:07.870895 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-99052755-fd39-4ba6-a20f-1ec926fa596f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:07.874330 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-99052755-fd39-4ba6-a20f-1ec926fa596f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (cd0924b6-1959-449e-9ea6-e8f78aaa8642), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:07.973954 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.l3_db [None req-99052755-fd39-4ba6-a20f-1ec926fa596f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Floating IP cd0924b6-1959-449e-9ea6-e8f78aaa8642 associated. External IP: 172.27.2.250, port: 218713eb-c739-4649-b32f-d91de1913518. May 19 14:00:08.127652 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:08.181450 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99052755-fd39-4ba6-a20f-1ec926fa596f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 14:00:08.237447 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:08.328026 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe915a-30e5-4a81-95da-49f56a671de8 req-5267b22f-8395-4d16-88bb-a519543c3fe4 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:08.329401 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1bfe915a-30e5-4a81-95da-49f56a671de8 req-5267b22f-8395-4d16-88bb-a519543c3fe4 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 946 time: 0.0847552 May 19 14:00:08.332983 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99052755-fd39-4ba6-a20f-1ec926fa596f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 14:00:08.339286 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-99052755-fd39-4ba6-a20f-1ec926fa596f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:08.343367 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f089981-c8ce-4521-a5b8-cf8d59b2acd3 None None] Sync routers for ids ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 14:00:08.355084 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f089981-c8ce-4521-a5b8-cf8d59b2acd3 None None] Routers {'c29ace15-9abc-4134-a1cd-ea0d1e6a0763'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:00:08.355684 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-7f089981-c8ce-4521-a5b8-cf8d59b2acd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:00:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:00:08.391344 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-99052755-fd39-4ba6-a20f-1ec926fa596f tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "PUT /v2.0/floatingips/cd0924b6-1959-449e-9ea6-e8f78aaa8642 HTTP/1.1" status: 200 len: 992 time: 0.9860089 May 19 14:00:08.394015 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e497045-70f8-4a86-9e3f-e1ecf7ac607a', 'tag': '218713eb-c739-4649-b32f-d91de1913518'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:00:08.396278 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579a85ab-00de-422b-a60e-89f92ceac1f1" -d '{"events": [{"name": "network-changed", "server_uuid": "3e497045-70f8-4a86-9e3f-e1ecf7ac607a", "tag": "218713eb-c739-4649-b32f-d91de1913518"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:00:08.413631 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1bfe915a-30e5-4a81-95da-49f56a671de8 req-f615aa17-303a-4c49-8aed-27e63fcd7e7b tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786598 May 19 14:00:08.438321 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 14:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fe6b22-b084-4026-9774-354781250bfd x-openstack-request-id: req-95fe6b22-b084-4026-9774-354781250bfd {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:00:08.438612 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e497045-70f8-4a86-9e3f-e1ecf7ac607a", "tag": "218713eb-c739-4649-b32f-d91de1913518", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:00:08.438894 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-95fe6b22-b084-4026-9774-354781250bfd {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:00:08.439313 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95fe6b22-b084-4026-9774-354781250bfd'] response: {'name': 'network-changed', 'server_uuid': '3e497045-70f8-4a86-9e3f-e1ecf7ac607a', 'tag': '218713eb-c739-4649-b32f-d91de1913518', 'status': 'completed', 'code': 200} May 19 14:00:08.462350 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-7f089981-c8ce-4521-a5b8-cf8d59b2acd3 None None] Set router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:00:08.530158 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a85ab-00de-422b-a60e-89f92ceac1f1 req-440a3b92-e7ea-4b9c-9b7f-82144aab14f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:08.531749 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-579a85ab-00de-422b-a60e-89f92ceac1f1 req-440a3b92-e7ea-4b9c-9b7f-82144aab14f0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89b4336043d5446b922432a2f43af17a&device_id=3e497045-70f8-4a86-9e3f-e1ecf7ac607a HTTP/1.1" status: 200 len: 1130 time: 0.0398843 May 19 14:00:08.563122 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=100 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:08.631435 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a85ab-00de-422b-a60e-89f92ceac1f1 req-b7b31d13-0887-4b38-b801-f29486fcc135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:08.633005 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-579a85ab-00de-422b-a60e-89f92ceac1f1 req-b7b31d13-0887-4b38-b801-f29486fcc135 service neutron] 10.222.0.65 "GET /v2.0/networks?id=08206db8-8e78-4412-8a62-0db97bb617cf HTTP/1.1" status: 200 len: 916 time: 0.0901325 May 19 14:00:08.673150 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-7f089981-c8ce-4521-a5b8-cf8d59b2acd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': 'cd0924b6-1959-449e-9ea6-e8f78aaa8642', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'port_id': '218713eb-c739-4649-b32f-d91de1913518', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'mac_address': 'fa:16:3e:bc:fd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e497045-70f8-4a86-9e3f-e1ecf7ac607a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:59:55Z', 'updated_at': '2022-05-19T14:00:07Z', 'revision_number': 1, 'project_id': '89b4336043d5446b922432a2f43af17a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b658886d-f22c-4936-aa90-0e68ac38b5ad', 'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'mac_address': 'fa:16:3e:a4:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:25Z', 'updated_at': '2022-05-19T13:54:34Z', 'revision_number': 5, 'project_id': '89b4336043d5446b922432a2f43af17a', 'subnets': [{'id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:00:08.694226 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-579a85ab-00de-422b-a60e-89f92ceac1f1 req-91cea886-5913-40d4-9b48-e06015ae385c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=218713eb-c739-4649-b32f-d91de1913518 HTTP/1.1" status: 200 len: 1000 time: 0.0552516 May 19 14:00:08.700394 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f089981-c8ce-4521-a5b8-cf8d59b2acd3 None None] Checking router: c29ace15-9abc-4134-a1cd-ea0d1e6a0763 for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 14:00:08.708676 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f089981-c8ce-4521-a5b8-cf8d59b2acd3 None None] Routers {'c29ace15-9abc-4134-a1cd-ea0d1e6a0763'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:00:08.709265 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-7f089981-c8ce-4521-a5b8-cf8d59b2acd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:00:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:00:08.733664 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=100 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:08.750355 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a85ab-00de-422b-a60e-89f92ceac1f1 req-5c0154c4-bd4a-4f6a-b3fc-e5a4109bcd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:08.751839 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-579a85ab-00de-422b-a60e-89f92ceac1f1 req-5c0154c4-bd4a-4f6a-b3fc-e5a4109bcd2b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0bdab701-d9d2-42c8-941c-7cdfe8e595b0 HTTP/1.1" status: 200 len: 854 time: 0.0500133 May 19 14:00:08.798158 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a85ab-00de-422b-a60e-89f92ceac1f1 req-a66172cd-4903-4a69-905a-e0db52840a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:08.799704 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-579a85ab-00de-422b-a60e-89f92ceac1f1 req-a66172cd-4903-4a69-905a-e0db52840a63 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=08206db8-8e78-4412-8a62-0db97bb617cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406277 May 19 14:00:08.808702 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-7f089981-c8ce-4521-a5b8-cf8d59b2acd3 None None] Set router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:00:08.898609 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-579a85ab-00de-422b-a60e-89f92ceac1f1 req-1968bf20-8466-4980-b86e-76ce88167a1e service neutron] 10.222.0.65 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885799 May 19 14:00:08.958718 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=100 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:08.994828 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-579a85ab-00de-422b-a60e-89f92ceac1f1 req-28cff390-ed71-46b8-aa03-ddac9e633167 service neutron] 10.222.0.65 "GET /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875936 May 19 14:00:09.022967 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-7f089981-c8ce-4521-a5b8-cf8d59b2acd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': 'cd0924b6-1959-449e-9ea6-e8f78aaa8642', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'port_id': '218713eb-c739-4649-b32f-d91de1913518', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'mac_address': 'fa:16:3e:bc:fd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e497045-70f8-4a86-9e3f-e1ecf7ac607a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:59:55Z', 'updated_at': '2022-05-19T14:00:07Z', 'revision_number': 1, 'project_id': '89b4336043d5446b922432a2f43af17a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b658886d-f22c-4936-aa90-0e68ac38b5ad', 'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'mac_address': 'fa:16:3e:a4:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:25Z', 'updated_at': '2022-05-19T13:54:34Z', 'revision_number': 5, 'project_id': '89b4336043d5446b922432a2f43af17a', 'subnets': [{'id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:00:09.048135 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f089981-c8ce-4521-a5b8-cf8d59b2acd3 None None] The sync data for ids ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'] in dv-cinder-784815-14-iscsi is: [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': 'cd0924b6-1959-449e-9ea6-e8f78aaa8642', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'port_id': '218713eb-c739-4649-b32f-d91de1913518', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'mac_address': 'fa:16:3e:bc:fd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e497045-70f8-4a86-9e3f-e1ecf7ac607a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:59:55Z', 'updated_at': '2022-05-19T14:00:07Z', 'revision_number': 1, 'project_id': '89b4336043d5446b922432a2f43af17a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b658886d-f22c-4936-aa90-0e68ac38b5ad', 'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'mac_address': 'fa:16:3e:a4:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:25Z', 'updated_at': '2022-05-19T13:54:34Z', 'revision_number': 5, 'project_id': '89b4336043d5446b922432a2f43af17a', 'subnets': [{'id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 14:00:09.242893 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14169145-46ab-4faf-b7d6-4dc17fc9e727 None None] New status for floating IP cd0924b6-1959-449e-9ea6-e8f78aaa8642: ACTIVE {{(pid=110063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 14:00:09.539118 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c160379-07ac-46bb-a1bd-55038acf4c8f req-04e964e0-9aa0-465a-91fa-b8680e863753 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:09.540592 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1c160379-07ac-46bb-a1bd-55038acf4c8f req-04e964e0-9aa0-465a-91fa-b8680e863753 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 946 time: 0.0473728 May 19 14:00:09.593068 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1c160379-07ac-46bb-a1bd-55038acf4c8f req-32aef3b5-271f-489b-aa93-81cae1219e4c tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465612 May 19 14:00:10.714013 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272a1a6-7978-4a76-a140-8a1765303f01 req-b54db3c5-4897-4ac2-817c-20ee5d8ebaec tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:10.715497 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7272a1a6-7978-4a76-a140-8a1765303f01 req-b54db3c5-4897-4ac2-817c-20ee5d8ebaec tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 946 time: 0.0471842 May 19 14:00:10.762421 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7272a1a6-7978-4a76-a140-8a1765303f01 req-a1e54be1-c3f4-4753-b279-5e3bc2d5a9f9 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414178 May 19 14:00:11.878541 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a96078-9dce-461e-b4d6-61d20b4d3a5b req-556c3929-b2a3-4230-8957-c4b51269ceb9 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:11.880013 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-46a96078-9dce-461e-b4d6-61d20b4d3a5b req-556c3929-b2a3-4230-8957-c4b51269ceb9 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 946 time: 0.0466785 May 19 14:00:11.926317 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-46a96078-9dce-461e-b4d6-61d20b4d3a5b req-da39dc18-a08f-413c-9688-11dea0fbdff1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400014 May 19 14:00:13.045876 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79902a15-af99-4b5a-bcc9-0f8af84f0358 req-73f5c524-85d2-4b42-af27-68c2d40db498 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:13.047341 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-79902a15-af99-4b5a-bcc9-0f8af84f0358 req-73f5c524-85d2-4b42-af27-68c2d40db498 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 946 time: 0.0497737 May 19 14:00:13.092492 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-79902a15-af99-4b5a-bcc9-0f8af84f0358 req-32ba6ad9-6cbe-4f32-b26a-29c3945d071f tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397804 May 19 14:00:14.209715 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2acd8-7e27-471a-a286-5cbd5cdaf3d7 req-174d0c6f-d5e2-43a6-8d45-27b4f1c7d5b5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:14.211266 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ebc2acd8-7e27-471a-a286-5cbd5cdaf3d7 req-174d0c6f-d5e2-43a6-8d45-27b4f1c7d5b5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 946 time: 0.0476539 May 19 14:00:14.257308 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ebc2acd8-7e27-471a-a286-5cbd5cdaf3d7 req-02859b62-98b5-48f7-b9b1-3521f7267f02 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406044 May 19 14:00:15.374923 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cac26-2d3a-4fae-a630-dab7738ecd06 req-af149339-69aa-4947-b9bd-07855c294748 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:15.376372 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e19cac26-2d3a-4fae-a630-dab7738ecd06 req-af149339-69aa-4947-b9bd-07855c294748 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 946 time: 0.0474920 May 19 14:00:15.427652 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e19cac26-2d3a-4fae-a630-dab7738ecd06 req-6b968cbe-64d6-44c7-bdd4-951760c27797 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455320 May 19 14:00:16.545719 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2b8c5-b8ea-4718-9240-d29e467b8c4d req-ee2bb556-14b4-4cd5-90d7-32cf8fef2bcf tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:16.547630 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d4a2b8c5-b8ea-4718-9240-d29e467b8c4d req-ee2bb556-14b4-4cd5-90d7-32cf8fef2bcf tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 946 time: 0.0480111 May 19 14:00:16.593263 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d4a2b8c5-b8ea-4718-9240-d29e467b8c4d req-039b8afe-41c6-46ee-86e5-78b13c5dd9bf tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403745 May 19 14:00:17.715446 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469f8a6-db52-4334-a9ac-2d7c0cd9b970 req-cf191d7a-804f-4c4a-81c8-c6e8287269bb tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:17.716828 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b469f8a6-db52-4334-a9ac-2d7c0cd9b970 req-cf191d7a-804f-4c4a-81c8-c6e8287269bb tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 946 time: 0.0505941 May 19 14:00:17.728156 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:17.765526 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b469f8a6-db52-4334-a9ac-2d7c0cd9b970 req-10b5cbc2-c0bb-4fd4-9882-4f568669dbde tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422323 May 19 14:00:18.419185 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:18.894124 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abd3db-654c-4131-87ea-2f7e1061870b req-435d02d5-f3d6-4075-9d4d-d55596494674 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:18.895729 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-55abd3db-654c-4131-87ea-2f7e1061870b req-435d02d5-f3d6-4075-9d4d-d55596494674 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 946 time: 0.0540786 May 19 14:00:18.944602 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:18.960002 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-55abd3db-654c-4131-87ea-2f7e1061870b req-3c905048-e56d-4fee-819a-e402d115f63f tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583508 May 19 14:00:18.984855 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=75 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:18.990412 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=28 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:20.031740 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-89d6f0dc-61df-4a66-9778-cc77bbe440cb req-cfcef9f0-1b64-465f-9dfb-667ccf82d671 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387304 May 19 14:00:20.084587 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc2081-c75a-4bc6-aea4-6fe8030f774e req-b8d7085c-f31a-40c1-8da5-b2e0bf4b4380 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:20.086091 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8acc2081-c75a-4bc6-aea4-6fe8030f774e req-b8d7085c-f31a-40c1-8da5-b2e0bf4b4380 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 946 time: 0.0478177 May 19 14:00:20.135022 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8acc2081-c75a-4bc6-aea4-6fe8030f774e req-7fc88005-53e7-4838-b5b8-966d3aa7d10a tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427039 May 19 14:00:20.141338 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6f0dc-61df-4a66-9778-cc77bbe440cb req-347f39f7-14cc-456b-8cbc-17bb47c31af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:20.142824 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-89d6f0dc-61df-4a66-9778-cc77bbe440cb req-347f39f7-14cc-456b-8cbc-17bb47c31af8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0197b4cff99649ef9da1e77b1461dd76&device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 1130 time: 0.0432189 May 19 14:00:20.257867 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6f0dc-61df-4a66-9778-cc77bbe440cb req-987fab49-c6e5-4ab4-a884-21ddfe2041ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:20.259909 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-89d6f0dc-61df-4a66-9778-cc77bbe440cb req-987fab49-c6e5-4ab4-a884-21ddfe2041ae service neutron] 10.222.0.65 "GET /v2.0/networks?id=54c8cc8a-69f9-403a-8e8d-3798fe8809d1 HTTP/1.1" status: 200 len: 910 time: 0.0868566 May 19 14:00:20.323819 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-89d6f0dc-61df-4a66-9778-cc77bbe440cb req-3d174a6b-5d9d-4b69-9b8c-ce7c70761367 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80eac5d4-3a31-4ac5-b15f-b7109c704ba1 HTTP/1.1" status: 200 len: 1002 time: 0.0569170 May 19 14:00:20.372216 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6f0dc-61df-4a66-9778-cc77bbe440cb req-5c8dbd63-0784-4abb-ae12-1a167cdef053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:20.373586 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-89d6f0dc-61df-4a66-9778-cc77bbe440cb req-5c8dbd63-0784-4abb-ae12-1a167cdef053 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ad190400-38de-4ff3-91b2-16168643ebf7 HTTP/1.1" status: 200 len: 848 time: 0.0422268 May 19 14:00:20.420013 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6f0dc-61df-4a66-9778-cc77bbe440cb req-1b8cd6d4-b83b-4085-95af-fac8c633b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:20.421481 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-89d6f0dc-61df-4a66-9778-cc77bbe440cb req-1b8cd6d4-b83b-4085-95af-fac8c633b473 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=54c8cc8a-69f9-403a-8e8d-3798fe8809d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393898 May 19 14:00:20.515903 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-89d6f0dc-61df-4a66-9778-cc77bbe440cb req-109712d9-e987-4462-a86b-9cad6f24770e service neutron] 10.222.0.65 "GET /v2.0/networks/54c8cc8a-69f9-403a-8e8d-3798fe8809d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858386 May 19 14:00:20.605263 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-89d6f0dc-61df-4a66-9778-cc77bbe440cb req-f41385e0-e4cb-4966-8dc4-e1c16d67ee72 service neutron] 10.222.0.65 "GET /v2.0/networks/54c8cc8a-69f9-403a-8e8d-3798fe8809d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818217 May 19 14:00:20.625890 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 14:00:20.712002 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:20.729639 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:00:20.741434 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Returning: {'device': 'b57d1bfa-eb18-42d5-a8b6-81fae3792bb9', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'port_id': 'b57d1bfa-eb18-42d5-a8b6-81fae3792bb9', 'mac_address': 'fa:16:3e:75:0f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 14:00:20.776687 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 is: ACTIVE; New status is: BUILD {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:00:20.776984 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:20.793191 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 {{(pid=110063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 14:00:20.812185 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:00:20.816672 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:20.864230 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9,revision_number=6']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:00:21.001143 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['b57d1bfa-eb18-42d5-a8b6-81fae3792bb9'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 14:00:21.126769 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:21.259817 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f1892-5a2a-4d08-ae09-ffc826e00090 req-1c7e0b82-f9b2-491a-9562-e0b03b856535 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:21.261347 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-085f1892-5a2a-4d08-ae09-ffc826e00090 req-1c7e0b82-f9b2-491a-9562-e0b03b856535 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 945 time: 0.0520966 May 19 14:00:21.311958 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-085f1892-5a2a-4d08-ae09-ffc826e00090 req-cb537a80-e56e-4d79-9827-ac937bd1c60f tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448635 May 19 14:00:22.451641 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce7c0a-1fc8-4474-95c5-a13846af2d8d req-1452a9f8-2c9c-4f2c-ac5a-53c751e1022e tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:22.459298 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-efce7c0a-1fc8-4474-95c5-a13846af2d8d req-1452a9f8-2c9c-4f2c-ac5a-53c751e1022e tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 945 time: 0.0628536 May 19 14:00:22.520137 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-efce7c0a-1fc8-4474-95c5-a13846af2d8d req-978c9b60-533d-44ac-9ed9-e9096e1d12d7 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588248 May 19 14:00:22.622917 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 up at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 14:00:22.669600 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning complete for port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:00:22.669959 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:22.764262 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 is: BUILD; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:00:22.764767 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:22.806845 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea89fb6-a6ad-4aaf-9c6a-c06816051a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57d1bfa-eb18-42d5-a8b6-81fae3792bb9'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:00:22.809136 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83650ec1-9d0d-4699-8993-2104a3874c0a" -d '{"events": [{"server_uuid": "4ea89fb6-a6ad-4aaf-9c6a-c06816051a96", "name": "network-vif-plugged", "status": "completed", "tag": "b57d1bfa-eb18-42d5-a8b6-81fae3792bb9"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:00:22.828843 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:00:22.843831 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:22.874889 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 14:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0fdd49-1967-44c6-a2f7-76c4ecf96e0b x-openstack-request-id: req-8d0fdd49-1967-44c6-a2f7-76c4ecf96e0b {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:00:22.875255 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea89fb6-a6ad-4aaf-9c6a-c06816051a96", "name": "network-vif-plugged", "status": "completed", "tag": "b57d1bfa-eb18-42d5-a8b6-81fae3792bb9", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:00:22.875746 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d0fdd49-1967-44c6-a2f7-76c4ecf96e0b {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:00:22.876200 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d0fdd49-1967-44c6-a2f7-76c4ecf96e0b'] response: {'server_uuid': '4ea89fb6-a6ad-4aaf-9c6a-c06816051a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57d1bfa-eb18-42d5-a8b6-81fae3792bb9', 'code': 200} May 19 14:00:22.908426 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9,revision_number=7']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:00:23.642492 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1c0e2-d7e5-487c-899d-7b1421975eac req-d8119326-e789-4d8c-9446-6e10bc85cfa2 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:23.644034 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f2a1c0e2-d7e5-487c-899d-7b1421975eac req-d8119326-e789-4d8c-9446-6e10bc85cfa2 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 946 time: 0.0512288 May 19 14:00:23.698203 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f2a1c0e2-d7e5-487c-899d-7b1421975eac req-f08f72a0-deaa-4781-b64d-4a893e5c93c7 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474768 May 19 14:00:24.827124 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45398a-f346-47b7-947a-f86ddc0f0cb7 req-f9ff162c-4de9-4e2e-99c3-a4549f194e90 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:24.828777 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cc45398a-f346-47b7-947a-f86ddc0f0cb7 req-f9ff162c-4de9-4e2e-99c3-a4549f194e90 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 946 time: 0.0496428 May 19 14:00:24.878019 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cc45398a-f346-47b7-947a-f86ddc0f0cb7 req-e6f6dd95-322e-4e48-af99-12bd3b2689c6 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436244 May 19 14:00:26.012459 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b6e89-297b-475a-a420-f69450ce3260 req-6dd07c63-0312-497b-958b-504b1386d5fe tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:26.014232 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-844b6e89-297b-475a-a420-f69450ce3260 req-6dd07c63-0312-497b-958b-504b1386d5fe tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 946 time: 0.0544868 May 19 14:00:26.064892 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-844b6e89-297b-475a-a420-f69450ce3260 req-dcc93a4c-8aab-4fc4-a6d3-3157fd211e55 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449407 May 19 14:00:27.209898 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca6ed6-cab1-4ed9-ba78-6e116563b60a req-b54cbf67-663e-4827-a693-94c546fb8fdc tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:27.212980 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-29ca6ed6-cab1-4ed9-ba78-6e116563b60a req-b54cbf67-663e-4827-a693-94c546fb8fdc tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 946 time: 0.0566339 May 19 14:00:27.268423 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-29ca6ed6-cab1-4ed9-ba78-6e116563b60a req-a2deaffa-4b94-40fc-9dc6-bd4658b700c0 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477948 May 19 14:00:28.406771 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01384482-e41a-408f-a416-791908ac9ce3 req-b140414d-05ab-4f70-b08f-9ea76eef9830 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:28.408287 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-01384482-e41a-408f-a416-791908ac9ce3 req-b140414d-05ab-4f70-b08f-9ea76eef9830 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 946 time: 0.0622244 May 19 14:00:28.487110 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-01384482-e41a-408f-a416-791908ac9ce3 req-f615cc5f-c29a-4870-982b-4ddff215d26d tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702264 May 19 14:00:28.512167 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=70 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:28.513720 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=26 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:29.622018 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305307e-8568-4baf-84b8-afc012f91f0b req-e52ae537-d2e7-4307-bd53-e18d1e61af7c tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:29.624314 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c305307e-8568-4baf-84b8-afc012f91f0b req-e52ae537-d2e7-4307-bd53-e18d1e61af7c tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 946 time: 0.0571494 May 19 14:00:29.649746 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:29.694387 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c305307e-8568-4baf-84b8-afc012f91f0b req-e65d35a3-148b-4463-848f-efb05bea69ec tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624216 May 19 14:00:29.919896 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d58c96-ca26-4322-a102-b92f18cf39b3 req-b8d16e12-3530-4b1c-b14d-fa2c200dd07b tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:29.921615 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-19d58c96-ca26-4322-a102-b92f18cf39b3 req-b8d16e12-3530-4b1c-b14d-fa2c200dd07b tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0507612 May 19 14:00:29.975241 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-19d58c96-ca26-4322-a102-b92f18cf39b3 req-77b8d5a2-c5f9-4c51-8dc4-32cf18db210f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474946 May 19 14:00:30.600561 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=49 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:30.602474 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=52 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:30.811620 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64490c8b-5b30-4c07-aadf-01691d9768b1 req-6be8c2a2-461f-411d-8bcb-6c2a309788d7 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:30.813099 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-64490c8b-5b30-4c07-aadf-01691d9768b1 req-6be8c2a2-461f-411d-8bcb-6c2a309788d7 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 946 time: 0.0492179 May 19 14:00:30.857160 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747870e-97d2-49dd-9eef-565967195ec8 req-1c8adb50-562f-41c9-8066-17101300312d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:30.858644 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-6747870e-97d2-49dd-9eef-565967195ec8 req-1c8adb50-562f-41c9-8066-17101300312d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4eed7a893f7b42edaadbf898ebe16cd6&device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 1130 time: 0.0439863 May 19 14:00:30.861694 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-64490c8b-5b30-4c07-aadf-01691d9768b1 req-3ee088b7-e3ca-4203-a257-5fdd5dc3a01e tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428879 May 19 14:00:30.949314 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747870e-97d2-49dd-9eef-565967195ec8 req-a9553967-2e3d-47d8-abd4-b40f0a0d1aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:30.950777 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-6747870e-97d2-49dd-9eef-565967195ec8 req-a9553967-2e3d-47d8-abd4-b40f0a0d1aec service neutron] 10.222.0.65 "GET /v2.0/networks?id=ad76f5bc-7148-40ee-8a08-ce1742f9a049 HTTP/1.1" status: 200 len: 917 time: 0.0841420 May 19 14:00:31.017809 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-6747870e-97d2-49dd-9eef-565967195ec8 req-7478105b-1b1a-417b-8a1a-ae679e5742a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 HTTP/1.1" status: 200 len: 1002 time: 0.0606484 May 19 14:00:31.100843 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc688843-d7ea-450f-9d83-d422cbb8d858 req-fb0d8a12-a9fd-44e2-ac6a-1eef2e7a825a tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:31.102680 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bc688843-d7ea-450f-9d83-d422cbb8d858 req-fb0d8a12-a9fd-44e2-ac6a-1eef2e7a825a tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0528736 May 19 14:00:31.155727 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bc688843-d7ea-450f-9d83-d422cbb8d858 req-7250cd78-dffe-4ae1-92bc-f09621701612 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472934 May 19 14:00:31.321617 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747870e-97d2-49dd-9eef-565967195ec8 req-620b9eef-ab29-4c1d-abcb-8304e889aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:31.323099 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-6747870e-97d2-49dd-9eef-565967195ec8 req-620b9eef-ab29-4c1d-abcb-8304e889aa37 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8c0bef4-21da-4c40-a82e-5eacd9d4263a HTTP/1.1" status: 200 len: 855 time: 0.2976630 May 19 14:00:31.366152 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747870e-97d2-49dd-9eef-565967195ec8 req-2a6af8a9-eb6d-43aa-aca4-79ad652ee5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:31.368267 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-6747870e-97d2-49dd-9eef-565967195ec8 req-2a6af8a9-eb6d-43aa-aca4-79ad652ee5c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ad76f5bc-7148-40ee-8a08-ce1742f9a049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380325 May 19 14:00:31.419406 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-51db1887-c429-4554-b96f-3e5ec4892d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:31.464941 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-6747870e-97d2-49dd-9eef-565967195ec8 req-7f3ea66b-b12c-4f45-82bf-48eea0ebae13 service neutron] 10.222.0.65 "GET /v2.0/networks/ad76f5bc-7148-40ee-8a08-ce1742f9a049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899363 May 19 14:00:31.555435 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-6747870e-97d2-49dd-9eef-565967195ec8 req-e049ce12-6e1b-4e9e-b2c9-8e9741c226c3 service neutron] 10.222.0.65 "GET /v2.0/networks/ad76f5bc-7148-40ee-8a08-ce1742f9a049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836639 May 19 14:00:31.978530 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5927ad3-a048-4a6c-8fad-a84cf53592c8 req-f63636c5-55d3-4378-8f3f-e93e3341c5e0 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:31.980001 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d5927ad3-a048-4a6c-8fad-a84cf53592c8 req-f63636c5-55d3-4378-8f3f-e93e3341c5e0 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 946 time: 0.0458965 May 19 14:00:32.019884 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:32.027783 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d5927ad3-a048-4a6c-8fad-a84cf53592c8 req-d4cc8a3e-27c9-496f-a253-c507c183e4ae tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423081 May 19 14:00:32.271525 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2a08f-9968-40ee-9117-03d193db5b68 req-7c26ea0f-2f63-44d8-926e-9c8b51a2198d tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:32.272972 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a1c2a08f-9968-40ee-9117-03d193db5b68 req-7c26ea0f-2f63-44d8-926e-9c8b51a2198d tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0501850 May 19 14:00:32.321521 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a1c2a08f-9968-40ee-9117-03d193db5b68 req-61b02c21-2f97-4198-a530-24b4f22793eb tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425718 May 19 14:00:33.146233 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d7c18-9853-4698-b83a-c4e82d7b3819 req-6fb3108b-856a-4509-bfea-80a29a213d09 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:33.147699 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d00d7c18-9853-4698-b83a-c4e82d7b3819 req-6fb3108b-856a-4509-bfea-80a29a213d09 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 946 time: 0.0470164 May 19 14:00:33.194192 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d00d7c18-9853-4698-b83a-c4e82d7b3819 req-3d074e25-62b6-4c61-842f-0d7b46724245 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406435 May 19 14:00:33.437952 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1065eb4-3e16-4f0e-ad08-9967ae4dd54e req-15d9d6c7-d0e8-43b1-8ac7-fd18bfb97521 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:33.439446 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e1065eb4-3e16-4f0e-ad08-9967ae4dd54e req-15d9d6c7-d0e8-43b1-8ac7-fd18bfb97521 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0481400 May 19 14:00:33.491959 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e1065eb4-3e16-4f0e-ad08-9967ae4dd54e req-90b812bf-b551-42ad-a782-f18e34dcd6f1 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469217 May 19 14:00:33.794489 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-984f4cef-9464-410e-bed5-1c8e7f7befb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:34.315600 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9300a31-f62d-49ca-8239-a1508e1f9712 req-f77ee18b-3450-408d-900b-1eed51114742 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:34.317063 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e9300a31-f62d-49ca-8239-a1508e1f9712 req-f77ee18b-3450-408d-900b-1eed51114742 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 946 time: 0.0477166 May 19 14:00:34.364898 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e9300a31-f62d-49ca-8239-a1508e1f9712 req-3f7e11ff-5ae4-4907-9f82-836812ca1759 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418215 May 19 14:00:34.609483 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b785f-6a0c-4a4a-beeb-852cf786322c req-dfedbbb1-b58b-4ed6-b25e-2c2bae2fddca tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:34.611119 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d68b785f-6a0c-4a4a-beeb-852cf786322c req-dfedbbb1-b58b-4ed6-b25e-2c2bae2fddca tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0496128 May 19 14:00:34.662049 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d68b785f-6a0c-4a4a-beeb-852cf786322c req-080b071e-e65d-4cb9-94af-96c21a98570d tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451112 May 19 14:00:34.776316 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:00:34.825995 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:34.862682 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 is: ACTIVE; New status is: DOWN {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:00:34.863090 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:34.887702 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea89fb6-a6ad-4aaf-9c6a-c06816051a96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b57d1bfa-eb18-42d5-a8b6-81fae3792bb9'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:00:34.889968 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7680198b-6143-42f4-8690-806e6612d932" -d '{"events": [{"server_uuid": "4ea89fb6-a6ad-4aaf-9c6a-c06816051a96", "name": "network-vif-unplugged", "status": "completed", "tag": "b57d1bfa-eb18-42d5-a8b6-81fae3792bb9"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:00:34.903760 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:00:34.912539 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:34.938432 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 May 2022 14:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b9fef9-a4f2-41a5-b423-f1edea91aff4 x-openstack-request-id: req-44b9fef9-a4f2-41a5-b423-f1edea91aff4 {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:00:34.938725 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea89fb6-a6ad-4aaf-9c6a-c06816051a96", "name": "network-vif-unplugged", "status": "failed", "tag": "b57d1bfa-eb18-42d5-a8b6-81fae3792bb9", "code": 422}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:00:34.939003 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-44b9fef9-a4f2-41a5-b423-f1edea91aff4 {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:00:34.939433 dv-cinder-784815-14-iscsi neutron-server[110063]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-44b9fef9-a4f2-41a5-b423-f1edea91aff4']: {'server_uuid': '4ea89fb6-a6ad-4aaf-9c6a-c06816051a96', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b57d1bfa-eb18-42d5-a8b6-81fae3792bb9', 'code': 422} returned with failed status May 19 14:00:34.965810 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9,revision_number=8']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:00:35.302294 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d8eb5-0b18-4b5d-9da7-4bf17367396e req-f5bec5b2-eb4a-44f4-a363-10bfee424ba3 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:35.303692 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f28d8eb5-0b18-4b5d-9da7-4bf17367396e req-f5bec5b2-eb4a-44f4-a363-10bfee424ba3 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 944 time: 0.0509074 May 19 14:00:35.329024 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e3e817da-f4f3-47b9-8d52-a94c5998bd43 req-78d6b83c-cb86-4118-ab7f-0212a4acabe2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418048 May 19 14:00:35.351434 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f28d8eb5-0b18-4b5d-9da7-4bf17367396e req-a134fea0-4454-4d6e-878e-4504c556d804 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414429 May 19 14:00:35.402566 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e817da-f4f3-47b9-8d52-a94c5998bd43 req-63faf90a-49ec-465e-9094-fb2ccee93e72 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:35.403969 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e3e817da-f4f3-47b9-8d52-a94c5998bd43 req-63faf90a-49ec-465e-9094-fb2ccee93e72 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports/b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 HTTP/1.1" status: 200 len: 941 time: 0.0469682 May 19 14:00:35.780360 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55343c9c-5653-4f45-ba3d-987ddf4682ed req-a47c40bf-737d-43be-9908-3f1956be02da tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:35.781852 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-55343c9c-5653-4f45-ba3d-987ddf4682ed req-a47c40bf-737d-43be-9908-3f1956be02da tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0474889 May 19 14:00:35.793151 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:35.832251 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-55343c9c-5653-4f45-ba3d-987ddf4682ed req-11788f85-0698-47b5-abd0-fae7510cd64f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444124 May 19 14:00:36.275339 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e817da-f4f3-47b9-8d52-a94c5998bd43 req-d647a169-284f-41e3-b6a7-0ccd53bc445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:36.276748 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e3e817da-f4f3-47b9-8d52-a94c5998bd43 req-d647a169-284f-41e3-b6a7-0ccd53bc445d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96&tenant_id=4eed7a893f7b42edaadbf898ebe16cd6 HTTP/1.1" status: 200 len: 1128 time: 0.0699608 May 19 14:00:36.337937 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:36.350750 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e817da-f4f3-47b9-8d52-a94c5998bd43 req-9ecf08fe-0d97-4162-b49e-c9a2231298b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:36.352280 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e3e817da-f4f3-47b9-8d52-a94c5998bd43 req-9ecf08fe-0d97-4162-b49e-c9a2231298b5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4eed7a893f7b42edaadbf898ebe16cd6&device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 1128 time: 0.0402696 May 19 14:00:36.447265 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e817da-f4f3-47b9-8d52-a94c5998bd43 req-ab83c28f-8ab9-4921-90f8-01d2d1c36e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:36.448763 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e3e817da-f4f3-47b9-8d52-a94c5998bd43 req-ab83c28f-8ab9-4921-90f8-01d2d1c36e97 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ad76f5bc-7148-40ee-8a08-ce1742f9a049 HTTP/1.1" status: 200 len: 917 time: 0.0907450 May 19 14:00:36.478735 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170ed2d-36e5-4f9b-b5e0-0e2d90398022 req-b55c50ca-ee41-42a3-a1fa-d53b5b3d84dd tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:36.479918 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6170ed2d-36e5-4f9b-b5e0-0e2d90398022 req-b55c50ca-ee41-42a3-a1fa-d53b5b3d84dd tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 944 time: 0.0515690 May 19 14:00:36.519828 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e3e817da-f4f3-47b9-8d52-a94c5998bd43 req-d2c3da1f-96fb-46c7-8915-bccb84950d79 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 HTTP/1.1" status: 200 len: 1000 time: 0.0630000 May 19 14:00:36.526976 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6170ed2d-36e5-4f9b-b5e0-0e2d90398022 req-d61a7366-e0ef-4832-870e-ddbde55fa74a tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413146 May 19 14:00:36.571272 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e817da-f4f3-47b9-8d52-a94c5998bd43 req-dba0bc24-3fd9-4ee7-820f-fb971e817155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:36.572963 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e3e817da-f4f3-47b9-8d52-a94c5998bd43 req-dba0bc24-3fd9-4ee7-820f-fb971e817155 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8c0bef4-21da-4c40-a82e-5eacd9d4263a HTTP/1.1" status: 200 len: 855 time: 0.0461323 May 19 14:00:36.617835 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e817da-f4f3-47b9-8d52-a94c5998bd43 req-b5be1d5c-824a-4116-a32d-b07287f481be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:36.619293 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e3e817da-f4f3-47b9-8d52-a94c5998bd43 req-b5be1d5c-824a-4116-a32d-b07287f481be service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ad76f5bc-7148-40ee-8a08-ce1742f9a049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378106 May 19 14:00:36.712597 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e3e817da-f4f3-47b9-8d52-a94c5998bd43 req-1a8ec779-3700-4be3-84f0-16976f144b3c service neutron] 10.222.0.65 "GET /v2.0/networks/ad76f5bc-7148-40ee-8a08-ce1742f9a049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841677 May 19 14:00:36.773856 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=100 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:36.800628 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e3e817da-f4f3-47b9-8d52-a94c5998bd43 req-3c7c1401-a2c7-433b-aabb-22efc8a04a10 service neutron] 10.222.0.65 "GET /v2.0/networks/ad76f5bc-7148-40ee-8a08-ce1742f9a049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821495 May 19 14:00:36.949127 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee155d1-d292-4ba9-b144-2a51081205a4 req-bbc2fad1-af3f-4e7d-a42f-ce5dc862667b tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:36.950600 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8ee155d1-d292-4ba9-b144-2a51081205a4 req-bbc2fad1-af3f-4e7d-a42f-ce5dc862667b tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0467148 May 19 14:00:37.013249 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8ee155d1-d292-4ba9-b144-2a51081205a4 req-4694cab2-9700-4b08-aa7f-477533f843bb tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488315 May 19 14:00:37.041792 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:00:37.653234 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189072c9-37b9-4528-9e85-b3c9edc7d0d1 req-e51750b2-9f9f-4985-9687-b4b9da44cf7f tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:37.654654 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-189072c9-37b9-4528-9e85-b3c9edc7d0d1 req-e51750b2-9f9f-4985-9687-b4b9da44cf7f tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 944 time: 0.0527635 May 19 14:00:37.704409 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-189072c9-37b9-4528-9e85-b3c9edc7d0d1 req-03c21bfb-56a3-41b5-be61-88cdb0c64f37 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439322 May 19 14:00:37.764935 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:38.121444 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:38.133266 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c4503-e9c8-48ac-8b63-1bc93777e04d req-010e0ca7-d5a3-46a5-a16a-b0656542e725 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:38.134958 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-663c4503-e9c8-48ac-8b63-1bc93777e04d req-010e0ca7-d5a3-46a5-a16a-b0656542e725 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0509431 May 19 14:00:38.186765 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-663c4503-e9c8-48ac-8b63-1bc93777e04d req-a38cac1d-349e-478a-93e9-401222fa7248 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456717 May 19 14:00:38.830325 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fa0d9-2c26-434b-934c-603d29b82375 req-cc78fd53-19c8-49b7-bd0e-bef2172a2740 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:38.831977 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4c2fa0d9-2c26-434b-934c-603d29b82375 req-cc78fd53-19c8-49b7-bd0e-bef2172a2740 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 944 time: 0.0497372 May 19 14:00:38.886723 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4c2fa0d9-2c26-434b-934c-603d29b82375 req-3866b0d0-0a67-4b52-8fff-241b688916c6 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473654 May 19 14:00:39.304904 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4beb0de-4d57-4986-bedf-7565ab1434ee req-d17ff609-4414-44bb-986d-5fd8bd86388f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:39.306707 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a4beb0de-4d57-4986-bedf-7565ab1434ee req-d17ff609-4414-44bb-986d-5fd8bd86388f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0499260 May 19 14:00:39.360043 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a4beb0de-4d57-4986-bedf-7565ab1434ee req-3fc2d841-db64-44b4-a471-4018c4d40613 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471435 May 19 14:00:40.014066 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7efbe-939e-4d58-9ff7-97f6dcc2a813 req-90cdb174-9ff2-4681-87ce-5d0ba41ac74f tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:40.015562 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-13f7efbe-939e-4d58-9ff7-97f6dcc2a813 req-90cdb174-9ff2-4681-87ce-5d0ba41ac74f tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 944 time: 0.0526960 May 19 14:00:40.065399 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-13f7efbe-939e-4d58-9ff7-97f6dcc2a813 req-64ab7561-815c-48ac-9279-23b6ba06fe21 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437984 May 19 14:00:40.491287 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbc366-a4c3-4f7b-9fc0-8222e65b8787 req-5f2dea0b-27d2-425b-8ffb-175a8265c152 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:40.492787 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-08fbc366-a4c3-4f7b-9fc0-8222e65b8787 req-5f2dea0b-27d2-425b-8ffb-175a8265c152 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0543952 May 19 14:00:40.545751 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-08fbc366-a4c3-4f7b-9fc0-8222e65b8787 req-bc05fac2-46dc-483c-a6b4-24b54efd76c7 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469942 May 19 14:00:41.189580 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38d2d4-0955-4043-a562-e71afaf8887e req-61a6dea2-83d3-4ac6-89e4-384eabe71a1f tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:41.191084 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6c38d2d4-0955-4043-a562-e71afaf8887e req-61a6dea2-83d3-4ac6-89e4-384eabe71a1f tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 944 time: 0.0500267 May 19 14:00:41.242166 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6c38d2d4-0955-4043-a562-e71afaf8887e req-424fc77b-a611-4c09-a0cd-0e1b03efac75 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443676 May 19 14:00:41.667335 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d4518-13a1-4894-9b2d-da766d234b79 req-fbef6018-4020-4b2f-b4be-2047ca5ea26d tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:41.668853 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-847d4518-13a1-4894-9b2d-da766d234b79 req-fbef6018-4020-4b2f-b4be-2047ca5ea26d tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0486751 May 19 14:00:41.723856 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-847d4518-13a1-4894-9b2d-da766d234b79 req-dbac646d-2a8b-4822-a13a-d1446a0f7729 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494838 May 19 14:00:42.349499 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:42.369758 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f031320-c2bb-4c33-981c-f7e4ec804428 req-ecb136b6-e8e2-4b27-ab23-bb72ddb89f33 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:42.371279 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1f031320-c2bb-4c33-981c-f7e4ec804428 req-ecb136b6-e8e2-4b27-ab23-bb72ddb89f33 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 944 time: 0.0512238 May 19 14:00:42.421978 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1f031320-c2bb-4c33-981c-f7e4ec804428 req-0f0fbcf9-b2e1-4242-9916-2a5983833ee1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450454 May 19 14:00:42.846307 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9544f9-cac4-477d-b4d8-36202d981210 req-874d5465-d9b0-4a87-9f9c-01059b2e3031 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:42.847930 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9b9544f9-cac4-477d-b4d8-36202d981210 req-874d5465-d9b0-4a87-9f9c-01059b2e3031 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0524266 May 19 14:00:42.899648 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9b9544f9-cac4-477d-b4d8-36202d981210 req-980d5321-6656-43a8-918e-062741f4b237 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459464 May 19 14:00:43.555397 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fe1b8-0faa-4bb9-8f59-2dfe6b7cb2ee req-a73acf29-fde6-467c-8bf0-715875a10597 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:43.557600 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f99fe1b8-0faa-4bb9-8f59-2dfe6b7cb2ee req-a73acf29-fde6-467c-8bf0-715875a10597 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 944 time: 0.0538943 May 19 14:00:43.606082 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f99fe1b8-0faa-4bb9-8f59-2dfe6b7cb2ee req-99f96abc-d75a-4144-bf76-a4ef78184c2e tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427444 May 19 14:00:44.015523 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87f8f3-3616-4f8b-93e6-01d114e1581f req-a8ecfa07-207b-48ab-b2e2-704da54e1c84 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:44.016992 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2e87f8f3-3616-4f8b-93e6-01d114e1581f req-a8ecfa07-207b-48ab-b2e2-704da54e1c84 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0480466 May 19 14:00:44.070386 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2e87f8f3-3616-4f8b-93e6-01d114e1581f req-0f3d6a8c-1fd2-4f51-b07b-b059ea6b7b6b tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475373 May 19 14:00:44.737219 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f416add-5fcc-4e98-a624-3c40d02b5213 req-b3a35909-28f3-437e-bd7c-4e612ca0baeb tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:44.738788 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2f416add-5fcc-4e98-a624-3c40d02b5213 req-b3a35909-28f3-437e-bd7c-4e612ca0baeb tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 944 time: 0.0540376 May 19 14:00:44.751502 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:44.790911 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2f416add-5fcc-4e98-a624-3c40d02b5213 req-f6519059-1f0f-479c-bd4f-4c45f413fa16 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462978 May 19 14:00:45.202247 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97946995-46aa-4f22-ba47-4c3f8478c470 req-37fe6fcb-8ad7-4d76-9e39-66ad8befc632 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:45.203952 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-97946995-46aa-4f22-ba47-4c3f8478c470 req-37fe6fcb-8ad7-4d76-9e39-66ad8befc632 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0561645 May 19 14:00:45.257862 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-97946995-46aa-4f22-ba47-4c3f8478c470 req-bb2cb13a-d766-47bb-b50d-f3dcd13e7a26 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474515 May 19 14:00:45.913696 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a7757-d1d3-4b9c-92cb-a8456fdca5e1 req-09b78f2f-805d-4a67-af65-c23bf7cd63d4 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:45.915751 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-079a7757-d1d3-4b9c-92cb-a8456fdca5e1 req-09b78f2f-805d-4a67-af65-c23bf7cd63d4 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 944 time: 0.0480478 May 19 14:00:45.967379 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-079a7757-d1d3-4b9c-92cb-a8456fdca5e1 req-91dda771-cf2b-472e-b343-d234067f5d9e tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456996 May 19 14:00:46.532239 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fb06c-891c-4c6f-8329-b2019559478b req-e84e4346-4ac5-4a28-8077-5f6d9b9cf099 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:46.534313 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-604fb06c-891c-4c6f-8329-b2019559478b req-e84e4346-4ac5-4a28-8077-5f6d9b9cf099 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0510175 May 19 14:00:46.583381 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-604fb06c-891c-4c6f-8329-b2019559478b req-f970704f-cfb2-4388-b7bf-a71f8e8f9e90 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435495 May 19 14:00:46.805331 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=100 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:46.817703 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8be7e5-d9e5-4858-8e4f-19caf807afac req-c300c7a2-a838-4085-a39e-0c1bec5e84b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:46.819261 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ec8be7e5-d9e5-4858-8e4f-19caf807afac req-c300c7a2-a838-4085-a39e-0c1bec5e84b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0197b4cff99649ef9da1e77b1461dd76&device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 1130 time: 0.0434968 May 19 14:00:46.952743 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8be7e5-d9e5-4858-8e4f-19caf807afac req-2e50ac08-2063-4469-87be-be32b10c0518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:46.954203 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ec8be7e5-d9e5-4858-8e4f-19caf807afac req-2e50ac08-2063-4469-87be-be32b10c0518 service neutron] 10.222.0.65 "GET /v2.0/networks?id=54c8cc8a-69f9-403a-8e8d-3798fe8809d1 HTTP/1.1" status: 200 len: 910 time: 0.0877316 May 19 14:00:47.037412 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:47.038263 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:47.090530 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef37c2-4232-4944-a8db-f3c32df91eb3 req-d5bef885-3e50-4595-8893-8330d528a626 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:47.091897 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f2ef37c2-4232-4944-a8db-f3c32df91eb3 req-d5bef885-3e50-4595-8893-8330d528a626 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 944 time: 0.0493896 May 19 14:00:47.138063 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f2ef37c2-4232-4944-a8db-f3c32df91eb3 req-59d22d9a-3423-4023-8bf2-fbe65916c633 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405056 May 19 14:00:47.749267 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ec8be7e5-d9e5-4858-8e4f-19caf807afac req-cfd3a086-ab3f-42d8-b971-51bac2206090 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80eac5d4-3a31-4ac5-b15f-b7109c704ba1 HTTP/1.1" status: 200 len: 1002 time: 0.0623288 May 19 14:00:47.757498 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:47.759424 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:47.801668 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8be7e5-d9e5-4858-8e4f-19caf807afac req-034cc466-3968-4f15-a0ed-2ab2e0e71de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:47.803194 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ec8be7e5-d9e5-4858-8e4f-19caf807afac req-034cc466-3968-4f15-a0ed-2ab2e0e71de6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ad190400-38de-4ff3-91b2-16168643ebf7 HTTP/1.1" status: 200 len: 848 time: 0.0476077 May 19 14:00:47.847857 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8be7e5-d9e5-4858-8e4f-19caf807afac req-ce7a96c2-6001-46cf-a6ea-97da8bbaf3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:47.849380 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ec8be7e5-d9e5-4858-8e4f-19caf807afac req-ce7a96c2-6001-46cf-a6ea-97da8bbaf3f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=54c8cc8a-69f9-403a-8e8d-3798fe8809d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408514 May 19 14:00:47.943405 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948ec8d-72ca-407c-a2a1-12d514c2297b req-9ee5dd0f-5c76-4af7-a077-8c7e2f5dd8ab tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:47.944874 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7948ec8d-72ca-407c-a2a1-12d514c2297b req-9ee5dd0f-5c76-4af7-a077-8c7e2f5dd8ab tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.2924328 May 19 14:00:47.946845 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ec8be7e5-d9e5-4858-8e4f-19caf807afac req-8a1fb8a2-6577-4fba-95c3-f5b2b10fe625 service neutron] 10.222.0.65 "GET /v2.0/networks/54c8cc8a-69f9-403a-8e8d-3798fe8809d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900950 May 19 14:00:47.997158 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7948ec8d-72ca-407c-a2a1-12d514c2297b req-52a62d24-e7bf-479e-8c6f-1f795327dac7 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461397 May 19 14:00:48.036532 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ec8be7e5-d9e5-4858-8e4f-19caf807afac req-c0061cb1-4155-42bd-8821-aa91c93cf983 service neutron] 10.222.0.65 "GET /v2.0/networks/54c8cc8a-69f9-403a-8e8d-3798fe8809d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845649 May 19 14:00:48.267301 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc2552-a112-4e8d-a278-96981d19e602 req-25b70188-a543-4f34-9cb7-2e2a17a571e5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:48.268717 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-05bc2552-a112-4e8d-a278-96981d19e602 req-25b70188-a543-4f34-9cb7-2e2a17a571e5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 944 time: 0.0483222 May 19 14:00:48.316206 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-05bc2552-a112-4e8d-a278-96981d19e602 req-45897bb7-fdd1-4bef-b72a-610e39f75060 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417414 May 19 14:00:48.404122 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:49.112311 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadae5bd-c684-43a6-b54b-1c2959ce9412 req-1d075379-6daf-4d63-ba67-43910728f18f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:49.113781 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dadae5bd-c684-43a6-b54b-1c2959ce9412 req-1d075379-6daf-4d63-ba67-43910728f18f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0495422 May 19 14:00:49.132674 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:49.162954 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-dadae5bd-c684-43a6-b54b-1c2959ce9412 req-cb471043-2822-4802-87b1-6a795a62e1ad tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427649 May 19 14:00:49.438558 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197a57f-c3c3-4608-aeb5-7f09f4b39ff0 req-41c9657a-77fe-4b67-bc5c-4c1edb56efc5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:49.440037 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e197a57f-c3c3-4608-aeb5-7f09f4b39ff0 req-41c9657a-77fe-4b67-bc5c-4c1edb56efc5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 944 time: 0.0487156 May 19 14:00:49.487193 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e197a57f-c3c3-4608-aeb5-7f09f4b39ff0 req-dde9f009-9631-41d1-84a3-fce79c58a585 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415864 May 19 14:00:50.279335 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee273ba-1818-4fd1-9b53-ddde0c2b93df req-d8d7bd64-3810-4ae1-80cb-e680842a5691 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:50.281114 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9ee273ba-1818-4fd1-9b53-ddde0c2b93df req-d8d7bd64-3810-4ae1-80cb-e680842a5691 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0515063 May 19 14:00:50.337015 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9ee273ba-1818-4fd1-9b53-ddde0c2b93df req-79c34ec5-c191-45d0-9ab1-a40da307828a tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496657 May 19 14:00:50.604008 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0ef5f-c46b-4001-9247-4a97cf6176d0 req-a17e6539-d92e-4fd4-85da-daff0606d1c5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:50.605441 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-85f0ef5f-c46b-4001-9247-4a97cf6176d0 req-a17e6539-d92e-4fd4-85da-daff0606d1c5 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 944 time: 0.0454087 May 19 14:00:50.651912 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-85f0ef5f-c46b-4001-9247-4a97cf6176d0 req-67a4e76e-2597-49a1-a98c-8c1f6c00d794 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408640 May 19 14:00:50.777804 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 14:00:50.891243 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:00:50.903389 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Returning: {'device': 'b57d1bfa-eb18-42d5-a8b6-81fae3792bb9', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'port_id': 'b57d1bfa-eb18-42d5-a8b6-81fae3792bb9', 'mac_address': 'fa:16:3e:75:0f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 14:00:50.939675 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 is: DOWN; New status is: BUILD {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:00:50.940296 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:50.953394 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 {{(pid=110063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 14:00:50.975071 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:00:50.980540 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:51.038590 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9,revision_number=9']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:00:51.260582 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['b57d1bfa-eb18-42d5-a8b6-81fae3792bb9'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 14:00:51.476423 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5687f-db75-47f5-8c4c-12bfa979dfd4 req-775b8a90-327b-45b4-966c-b33cbf2b2a83 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:51.477891 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-82f5687f-db75-47f5-8c4c-12bfa979dfd4 req-775b8a90-327b-45b4-966c-b33cbf2b2a83 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0467472 May 19 14:00:51.499502 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:51.530513 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-82f5687f-db75-47f5-8c4c-12bfa979dfd4 req-13974cd8-1c87-4666-8282-1befcf9a8525 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470989 May 19 14:00:51.776126 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e49f17-5e98-41af-884f-dd3ed38bb047 req-e8304ce2-1366-49a6-b897-c895e6209b9a tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:51.777581 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c0e49f17-5e98-41af-884f-dd3ed38bb047 req-e8304ce2-1366-49a6-b897-c895e6209b9a tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0775945 May 19 14:00:51.786118 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 35646) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:00:51.826342 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87460328-1ced-4af2-8be6-f8f9461f6f98 req-e513f6a1-4c5d-4d3d-b9b9-f15847e86dad tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:51.827849 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-87460328-1ced-4af2-8be6-f8f9461f6f98 req-e513f6a1-4c5d-4d3d-b9b9-f15847e86dad tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 945 time: 0.0739033 May 19 14:00:51.872966 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-0f6948e4-8804-4d74-9e11-fd5fd60d0389 req-f73708c5-ad59-4319-9234-9120b03ab281 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856800 May 19 14:00:51.874042 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c0e49f17-5e98-41af-884f-dd3ed38bb047 req-9bcf501e-6ccf-4293-8954-db951762380e tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797865 May 19 14:00:51.882052 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [req-0f6948e4-8804-4d74-9e11-fd5fd60d0389 req-7abfc955-9e27-40d5-860f-caadd7a4c3a8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110062) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 14:00:51.883184 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-0f6948e4-8804-4d74-9e11-fd5fd60d0389 req-7abfc955-9e27-40d5-860f-caadd7a4c3a8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054610 May 19 14:00:51.897064 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-87460328-1ced-4af2-8be6-f8f9461f6f98 req-63d21814-307a-4315-b66c-8467cc18bc74 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629187 May 19 14:00:51.959794 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 35654) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:00:52.060776 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6948e4-8804-4d74-9e11-fd5fd60d0389 req-84d595d8-bb86-48e7-b6be-cf2abac80ffb tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:52.062110 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0f6948e4-8804-4d74-9e11-fd5fd60d0389 req-84d595d8-bb86-48e7-b6be-cf2abac80ffb tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports/80eac5d4-3a31-4ac5-b15f-b7109c704ba1 HTTP/1.1" status: 200 len: 943 time: 0.1013317 May 19 14:00:52.789486 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 up at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 14:00:52.833938 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning complete for port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:00:52.834305 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:52.905065 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 is: BUILD; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:00:52.905445 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:52.929001 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea89fb6-a6ad-4aaf-9c6a-c06816051a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57d1bfa-eb18-42d5-a8b6-81fae3792bb9'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:00:52.932277 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bef77ec-13c6-4513-99de-b9bda86f78a4" -d '{"events": [{"server_uuid": "4ea89fb6-a6ad-4aaf-9c6a-c06816051a96", "name": "network-vif-plugged", "status": "completed", "tag": "b57d1bfa-eb18-42d5-a8b6-81fae3792bb9"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:00:52.944978 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:00:52.950497 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:52.993600 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23727c19-ac14-4786-999a-6e15f638fdc6 req-c1eb4a0a-d0bb-4809-8b6f-105eb6726574 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:52.995530 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-23727c19-ac14-4786-999a-6e15f638fdc6 req-c1eb4a0a-d0bb-4809-8b6f-105eb6726574 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0494053 May 19 14:00:53.003554 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9,revision_number=10']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:00:53.058416 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a001a59-ef1e-441c-b62d-0b34196b74b2 req-21f54b66-9d1a-4df6-9f4e-7e3452eeadfc tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:53.059846 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4a001a59-ef1e-441c-b62d-0b34196b74b2 req-21f54b66-9d1a-4df6-9f4e-7e3452eeadfc tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 947 time: 0.0634162 May 19 14:00:53.096224 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-23727c19-ac14-4786-999a-6e15f638fdc6 req-af082edc-33a9-4e32-976e-f3e820d91073 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911231 May 19 14:00:53.124171 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4a001a59-ef1e-441c-b62d-0b34196b74b2 req-0893afd5-ccde-452b-8af4-92eff59a0c43 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586631 May 19 14:00:53.139987 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 14:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f92c25-5e18-4598-a542-4485ed39bf1f x-openstack-request-id: req-b9f92c25-5e18-4598-a542-4485ed39bf1f {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:00:53.140278 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea89fb6-a6ad-4aaf-9c6a-c06816051a96", "name": "network-vif-plugged", "status": "completed", "tag": "b57d1bfa-eb18-42d5-a8b6-81fae3792bb9", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:00:53.140535 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b9f92c25-5e18-4598-a542-4485ed39bf1f {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:00:53.140927 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9f92c25-5e18-4598-a542-4485ed39bf1f'] response: {'server_uuid': '4ea89fb6-a6ad-4aaf-9c6a-c06816051a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57d1bfa-eb18-42d5-a8b6-81fae3792bb9', 'code': 200} May 19 14:00:53.372705 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d00f5-0f12-40c5-be4f-88b9d8d5a84c req-57edafd2-0bcd-47e0-bb9e-bf4cdd9d7750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:53.374194 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-c69d00f5-0f12-40c5-be4f-88b9d8d5a84c req-57edafd2-0bcd-47e0-bb9e-bf4cdd9d7750 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 1131 time: 0.0397496 May 19 14:00:53.418135 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-c69d00f5-0f12-40c5-be4f-88b9d8d5a84c req-e2cb2f5b-cada-4ccb-ab7d-deefc1745551 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383635 May 19 14:00:54.222699 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b32986-1cd7-4595-b633-1de8b7f8cc65 req-dac82592-ef14-4e20-a401-9589d8e9865e tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:54.224197 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f5b32986-1cd7-4595-b633-1de8b7f8cc65 req-dac82592-ef14-4e20-a401-9589d8e9865e tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0592024 May 19 14:00:54.275496 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af331263-0527-4e1a-a92c-4907f4bb0fce req-45a04182-8b5f-4514-9dd8-fdde1fd0bde2 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:54.276940 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-af331263-0527-4e1a-a92c-4907f4bb0fce req-45a04182-8b5f-4514-9dd8-fdde1fd0bde2 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 947 time: 0.0774627 May 19 14:00:54.314785 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f5b32986-1cd7-4595-b633-1de8b7f8cc65 req-bbccccdf-a57e-47bc-8d86-8f845861dd60 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736370 May 19 14:00:54.341188 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-af331263-0527-4e1a-a92c-4907f4bb0fce req-7b768735-41da-4c08-92f5-569948afa922 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570459 May 19 14:00:54.779451 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:00:54.853879 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 is: ACTIVE; New status is: DOWN {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:00:54.854244 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (80eac5d4-3a31-4ac5-b15f-b7109c704ba1), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:54.871291 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:54.888057 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:54.893119 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 80eac5d4-3a31-4ac5-b15f-b7109c704ba1, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=80eac5d4-3a31-4ac5-b15f-b7109c704ba1,segment=NetworkSegment(928cf707-3a57-42be-888e-e87227f138fd),segment_id=928cf707-3a57-42be-888e-e87227f138fd)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:00:54.900351 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (80eac5d4-3a31-4ac5-b15f-b7109c704ba1), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:00:54.959902 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=80eac5d4-3a31-4ac5-b15f-b7109c704ba1,revision_number=6']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:00:54.968599 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:00:54.968941 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:00:54.969274 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:00:54.969611 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:00:54.969930 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:00:54.970382 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:00:54.970683 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:00:54.971054 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:00:54.971444 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:00:54.971761 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:00:54.972083 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:00:54.972412 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:00:54.972707 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:00:54.973017 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:00:54.973327 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:00:55.142190 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccab6e9-3133-4db9-a8d9-27c83353c00a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80eac5d4-3a31-4ac5-b15f-b7109c704ba1'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:00:55.145582 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c85c598-ae0e-425a-873c-67858a5e1b21" -d '{"events": [{"server_uuid": "7ccab6e9-3133-4db9-a8d9-27c83353c00a", "name": "network-vif-unplugged", "status": "completed", "tag": "80eac5d4-3a31-4ac5-b15f-b7109c704ba1"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:00:55.176959 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 May 2022 14:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23fd9d2-1db5-44f2-8aa5-a3e031359726 x-openstack-request-id: req-b23fd9d2-1db5-44f2-8aa5-a3e031359726 {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:00:55.177242 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccab6e9-3133-4db9-a8d9-27c83353c00a", "name": "network-vif-unplugged", "status": "failed", "tag": "80eac5d4-3a31-4ac5-b15f-b7109c704ba1", "code": 422}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:00:55.177488 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b23fd9d2-1db5-44f2-8aa5-a3e031359726 {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:00:55.177875 dv-cinder-784815-14-iscsi neutron-server[110063]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b23fd9d2-1db5-44f2-8aa5-a3e031359726']: {'server_uuid': '7ccab6e9-3133-4db9-a8d9-27c83353c00a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '80eac5d4-3a31-4ac5-b15f-b7109c704ba1', 'code': 422} returned with failed status May 19 14:00:55.447918 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:55.460966 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baae0a-9f45-47cd-b90c-f0218b5d7d26 req-d694ef01-f43e-4bd1-b974-1be9fbf90c74 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:55.462821 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e2baae0a-9f45-47cd-b90c-f0218b5d7d26 req-d694ef01-f43e-4bd1-b974-1be9fbf90c74 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 944 time: 0.0803969 May 19 14:00:55.482373 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6b685-b0ec-4d40-afd7-e71a5dcdae34 req-06a62cd4-4634-4986-b700-6102d3082ef7 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:55.483803 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2cd6b685-b0ec-4d40-afd7-e71a5dcdae34 req-06a62cd4-4634-4986-b700-6102d3082ef7 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 947 time: 0.0665290 May 19 14:00:55.542669 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e2baae0a-9f45-47cd-b90c-f0218b5d7d26 req-f33a66b9-0206-497b-9196-4191b10c16e9 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741978 May 19 14:00:55.556836 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2cd6b685-b0ec-4d40-afd7-e71a5dcdae34 req-b5a7b07a-d67f-41b4-bc9e-c0925bbc8ea6 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667360 May 19 14:00:56.661605 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa5221-6b6f-4bfd-bb95-9da2a08c0b45 req-8f31bf3a-ce08-4e79-9218-075e2c92d360 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:56.663112 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cbaa5221-6b6f-4bfd-bb95-9da2a08c0b45 req-8f31bf3a-ce08-4e79-9218-075e2c92d360 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 944 time: 0.0519855 May 19 14:00:56.712396 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cbaa5221-6b6f-4bfd-bb95-9da2a08c0b45 req-16bbd35f-72d9-4b26-880b-bd28841cfd29 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428092 May 19 14:00:57.824955 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afcdf5-34fb-40ce-afae-32dcd88913b1 req-ad48b490-e37e-459f-be3e-dc6b5ecf8777 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:57.826399 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-94afcdf5-34fb-40ce-afae-32dcd88913b1 req-ad48b490-e37e-459f-be3e-dc6b5ecf8777 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 944 time: 0.0466754 May 19 14:00:57.851132 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:57.875408 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-94afcdf5-34fb-40ce-afae-32dcd88913b1 req-7f6ef7d1-44df-4063-8fd5-485e92c35249 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434041 May 19 14:00:58.619452 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6948e4-8804-4d74-9e11-fd5fd60d0389 req-37f55e33-1b39-4c9b-af14-4db1515395b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:58.620966 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-0f6948e4-8804-4d74-9e11-fd5fd60d0389 req-37f55e33-1b39-4c9b-af14-4db1515395b6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a&tenant_id=0197b4cff99649ef9da1e77b1461dd76 HTTP/1.1" status: 200 len: 1128 time: 0.0423560 May 19 14:00:58.699977 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6948e4-8804-4d74-9e11-fd5fd60d0389 req-7f47f36d-41c3-4de3-9385-a5ea346b9abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:58.701512 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-0f6948e4-8804-4d74-9e11-fd5fd60d0389 req-7f47f36d-41c3-4de3-9385-a5ea346b9abf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0197b4cff99649ef9da1e77b1461dd76&device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 1128 time: 0.0442834 May 19 14:00:58.762554 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea7d38-38f7-4b43-b7bf-d94e58038965 req-55399d0d-970a-4c70-8896-0569b5b68baa tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:58.764052 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-86ea7d38-38f7-4b43-b7bf-d94e58038965 req-55399d0d-970a-4c70-8896-0569b5b68baa tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0480096 May 19 14:00:58.814791 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-86ea7d38-38f7-4b43-b7bf-d94e58038965 req-5ea213ca-784a-4a30-b965-28cd1e3faecb tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453174 May 19 14:00:58.874428 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6948e4-8804-4d74-9e11-fd5fd60d0389 req-02f2aed2-40dc-463f-b09d-a56c8353dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:58.875841 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-0f6948e4-8804-4d74-9e11-fd5fd60d0389 req-02f2aed2-40dc-463f-b09d-a56c8353dd18 service neutron] 10.222.0.65 "GET /v2.0/networks?id=54c8cc8a-69f9-403a-8e8d-3798fe8809d1 HTTP/1.1" status: 200 len: 910 time: 0.0898228 May 19 14:00:58.978292 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-0f6948e4-8804-4d74-9e11-fd5fd60d0389 req-39bb34d4-c239-49d4-b25b-af7e34009890 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80eac5d4-3a31-4ac5-b15f-b7109c704ba1 HTTP/1.1" status: 200 len: 1000 time: 0.0591941 May 19 14:00:58.991173 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ee1f7-f59f-4e67-b4ca-7bbe58316ccc req-70acaf94-5f19-44e7-ad79-a0efb4244be8 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:58.992546 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4e9ee1f7-f59f-4e67-b4ca-7bbe58316ccc req-70acaf94-5f19-44e7-ad79-a0efb4244be8 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 944 time: 0.0481000 May 19 14:00:59.041422 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4e9ee1f7-f59f-4e67-b4ca-7bbe58316ccc req-43624aa5-fcd7-4cea-8554-76a7d04f0bbd tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433016 May 19 14:00:59.234432 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6948e4-8804-4d74-9e11-fd5fd60d0389 req-b9b63b8e-ba3f-4b71-bdc0-a59a97749ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:59.236016 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-0f6948e4-8804-4d74-9e11-fd5fd60d0389 req-b9b63b8e-ba3f-4b71-bdc0-a59a97749ec5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ad190400-38de-4ff3-91b2-16168643ebf7 HTTP/1.1" status: 200 len: 848 time: 0.0482664 May 19 14:00:59.297617 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6948e4-8804-4d74-9e11-fd5fd60d0389 req-418e2e4c-d1ba-4ea7-a131-a21c3806ab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:59.299143 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-0f6948e4-8804-4d74-9e11-fd5fd60d0389 req-418e2e4c-d1ba-4ea7-a131-a21c3806ab14 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=54c8cc8a-69f9-403a-8e8d-3798fe8809d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0545676 May 19 14:00:59.575922 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=100 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:59.597030 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=100 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:00:59.603178 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-0f6948e4-8804-4d74-9e11-fd5fd60d0389 req-b15991a3-2347-45b4-88a3-09e454945082 service neutron] 10.222.0.65 "GET /v2.0/networks/54c8cc8a-69f9-403a-8e8d-3798fe8809d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901246 May 19 14:00:59.693139 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-0f6948e4-8804-4d74-9e11-fd5fd60d0389 req-62629a06-151f-458d-b357-b5e2228312e5 service neutron] 10.222.0.65 "GET /v2.0/networks/54c8cc8a-69f9-403a-8e8d-3798fe8809d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844481 May 19 14:00:59.928785 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b4d74-4e53-412c-a239-0fc9c984e7d3 req-e713e789-5d7a-438c-a8fb-0bd1151bb3f5 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:00:59.931334 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-fc9b4d74-4e53-412c-a239-0fc9c984e7d3 req-e713e789-5d7a-438c-a8fb-0bd1151bb3f5 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0454588 May 19 14:00:59.976611 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-fc9b4d74-4e53-412c-a239-0fc9c984e7d3 req-47f01fce-e10e-4ce3-8e8e-e039567233a3 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402291 May 19 14:01:00.155990 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1101e-98e9-435e-b239-b816e15b064a req-aed9971d-8f49-4b48-b52a-cdb3fde60708 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:00.157451 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-83b1101e-98e9-435e-b239-b816e15b064a req-aed9971d-8f49-4b48-b52a-cdb3fde60708 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 944 time: 0.0504706 May 19 14:01:00.206124 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-83b1101e-98e9-435e-b239-b816e15b064a req-615df9da-0ec4-4341-8a8e-b9c4f8dec596 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431261 May 19 14:01:01.056364 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:01.061763 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=4 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:01.092478 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a9bf9-a915-41e1-be75-567244028f09 req-a63bfe6e-909f-4cf5-aa22-67a86ec2e3d7 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:01.093983 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d78a9bf9-a915-41e1-be75-567244028f09 req-a63bfe6e-909f-4cf5-aa22-67a86ec2e3d7 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0476861 May 19 14:01:01.142884 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d78a9bf9-a915-41e1-be75-567244028f09 req-9c13b73e-18ea-413c-9cc7-9f97fe33000a tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431552 May 19 14:01:01.322789 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f20f5-e345-4bd9-be9e-5ec47c0ad213 req-cf6f89db-b0b3-415a-8121-2148a8e18f4d tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:01.324266 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f43f20f5-e345-4bd9-be9e-5ec47c0ad213 req-cf6f89db-b0b3-415a-8121-2148a8e18f4d tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 944 time: 0.0464165 May 19 14:01:01.379742 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f43f20f5-e345-4bd9-be9e-5ec47c0ad213 req-fc73593c-1927-4ee5-b243-aae07bfefd59 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496287 May 19 14:01:01.421165 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-de6e4d59-5620-4967-a5c7-fbc6f0d9086a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:01.924605 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e86065-3c9c-44d5-945a-8ed766735150 req-7309d2fa-25a6-42b7-a96b-16b164bfefed tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:01.926081 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e3e86065-3c9c-44d5-945a-8ed766735150 req-7309d2fa-25a6-42b7-a96b-16b164bfefed tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e497045-70f8-4a86-9e3f-e1ecf7ac607a HTTP/1.1" status: 200 len: 946 time: 0.0467002 May 19 14:01:01.973394 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e3e86065-3c9c-44d5-945a-8ed766735150 req-472fc50c-7321-4687-9129-5f301d680e48 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=c23be8d3-05dd-45f7-b435-a51728d12467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414941 May 19 14:01:02.249424 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:02.258423 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd0fcb-63b5-4d27-acae-4eadffc6e2cd req-f46c2733-67cd-4398-9dbf-dfae0bf6201f tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:02.260216 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d7bd0fcb-63b5-4d27-acae-4eadffc6e2cd req-f46c2733-67cd-4398-9dbf-dfae0bf6201f tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0483062 May 19 14:01:02.309746 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d7bd0fcb-63b5-4d27-acae-4eadffc6e2cd req-c8983b48-2b36-467d-bc68-4f0b9f102ac4 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434096 May 19 14:01:02.501187 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160d970-a38b-4a67-aa6b-e61a23d68657 req-04cbbe3e-8ff3-4952-b804-57996762a2b5 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:02.502761 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5160d970-a38b-4a67-aa6b-e61a23d68657 req-04cbbe3e-8ff3-4952-b804-57996762a2b5 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 944 time: 0.0495827 May 19 14:01:02.551396 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5160d970-a38b-4a67-aa6b-e61a23d68657 req-3e0cc0d6-80ef-4e8c-bdf4-1a07fe91d984 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429556 May 19 14:01:03.084924 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a7279-f13a-4532-978c-f2940429c300 req-3a2274d0-0ac9-4fb9-9b55-f7d0e7f781ec tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:03.086966 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-015a7279-f13a-4532-978c-f2940429c300 req-3a2274d0-0ac9-4fb9-9b55-f7d0e7f781ec tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e497045-70f8-4a86-9e3f-e1ecf7ac607a HTTP/1.1" status: 200 len: 946 time: 0.0468130 May 19 14:01:03.133733 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-015a7279-f13a-4532-978c-f2940429c300 req-be1a8bad-b6b3-4c05-b4b6-8534b71efb05 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups?id=c23be8d3-05dd-45f7-b435-a51728d12467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407219 May 19 14:01:03.427135 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732cca7-0ba9-4033-bb0f-c16c17949e00 req-025ce479-292a-4774-b58b-022b3493938a tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:03.428600 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2732cca7-0ba9-4033-bb0f-c16c17949e00 req-025ce479-292a-4774-b58b-022b3493938a tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0507977 May 19 14:01:03.475753 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2732cca7-0ba9-4033-bb0f-c16c17949e00 req-e328997e-4ce6-4112-9d65-012a0c828d0a tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414753 May 19 14:01:03.515960 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a489816-3e32-45c4-8b34-f9c9f03bb237 req-8846c9a7-0f67-4858-9865-44275be9e8f5 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:03.517395 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-2a489816-3e32-45c4-8b34-f9c9f03bb237 req-8846c9a7-0f67-4858-9865-44275be9e8f5 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e497045-70f8-4a86-9e3f-e1ecf7ac607a HTTP/1.1" status: 200 len: 946 time: 0.0458674 May 19 14:01:03.607823 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [req-2a489816-3e32-45c4-8b34-f9c9f03bb237 req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Deleting port 218713eb-c739-4649-b32f-d91de1913518 {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:01:03.608157 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-2a489816-3e32-45c4-8b34-f9c9f03bb237 req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (218713eb-c739-4649-b32f-d91de1913518), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:03.655036 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:03.666463 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60b27f-d27f-48f3-9d08-ca6a0cef7372 req-f2944e4e-3bd4-42bb-8727-55f6326b9c5b tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:03.668226 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ef60b27f-d27f-48f3-9d08-ca6a0cef7372 req-f2944e4e-3bd4-42bb-8727-55f6326b9c5b tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 944 time: 0.0478842 May 19 14:01:03.700675 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-2a489816-3e32-45c4-8b34-f9c9f03bb237 req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] For port 218713eb-c739-4649-b32f-d91de1913518, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=218713eb-c739-4649-b32f-d91de1913518,segment=NetworkSegment(4048a570-00c8-45bc-b081-09a854940d61),segment_id=4048a570-00c8-45bc-b081-09a854940d61)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:01:03.701028 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-2a489816-3e32-45c4-8b34-f9c9f03bb237 req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (218713eb-c739-4649-b32f-d91de1913518), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:03.718424 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ef60b27f-d27f-48f3-9d08-ca6a0cef7372 req-5dde1c1c-780f-4857-87e4-2b16f4110eb5 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445340 May 19 14:01:03.796787 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-7af7c96f-1ad0-490a-9320-6b81dcbabd8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:03.861569 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-2a489816-3e32-45c4-8b34-f9c9f03bb237 req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:03.861843 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-2a489816-3e32-45c4-8b34-f9c9f03bb237 req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (cd0924b6-1959-449e-9ea6-e8f78aaa8642), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:03.862148 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.db.l3_db [req-2a489816-3e32-45c4-8b34-f9c9f03bb237 req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Floating IP cd0924b6-1959-449e-9ea6-e8f78aaa8642 disassociated. External IP: 172.27.2.250, port: 218713eb-c739-4649-b32f-d91de1913518. May 19 14:01:03.862480 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [req-2a489816-3e32-45c4-8b34-f9c9f03bb237 req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Calling delete_port for 218713eb-c739-4649-b32f-d91de1913518 owned by compute:nova {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:01:03.986102 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-2a489816-3e32-45c4-8b34-f9c9f03bb237 req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (218713eb-c739-4649-b32f-d91de1913518), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:04.013506 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event deleted for resources: {'Port': ['ID=218713eb-c739-4649-b32f-d91de1913518,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:04.024632 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:04.024976 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:04.025424 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:04.026616 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:04.026979 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:04.027315 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:04.027650 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:04.027972 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:04.028297 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:04.028618 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:04.028938 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:04.029262 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:04.029575 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:04.029892 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:04.030207 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:04.130775 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a489816-3e32-45c4-8b34-f9c9f03bb237 req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 14:01:04.223677 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:04.229585 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6d0c0863-1b8d-40b2-8f0e-4bdab602a39b req-bb72412e-690c-4cfe-adb1-27c64947c683 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e497045-70f8-4a86-9e3f-e1ecf7ac607a HTTP/1.1" status: 200 len: 210 time: 0.0281131 May 19 14:01:04.239715 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a489816-3e32-45c4-8b34-f9c9f03bb237 req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 14:01:04.252390 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac21d3ba-3782-4d77-9ae3-2ad6b7d781a4 None None] Sync routers for ids ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 14:01:04.259636 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac21d3ba-3782-4d77-9ae3-2ad6b7d781a4 None None] Routers {'c29ace15-9abc-4134-a1cd-ea0d1e6a0763'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:01:04.260770 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-ac21d3ba-3782-4d77-9ae3-2ad6b7d781a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:01:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:04.283124 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a489816-3e32-45c4-8b34-f9c9f03bb237 req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] No DVR routers for this DVR port 218713eb-c739-4649-b32f-d91de1913518 on host hv-cinder-78481 {{(pid=110062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 14:01:04.285740 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-2a489816-3e32-45c4-8b34-f9c9f03bb237 req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:04.289024 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-2a489816-3e32-45c4-8b34-f9c9f03bb237 req-148eafe7-eeb0-446c-b654-c41a11a50199 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.65 "DELETE /v2.0/ports/218713eb-c739-4649-b32f-d91de1913518 HTTP/1.1" status: 204 len: 173 time: 0.7655637 May 19 14:01:04.289461 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e497045-70f8-4a86-9e3f-e1ecf7ac607a', 'name': 'network-vif-deleted', 'tag': '218713eb-c739-4649-b32f-d91de1913518'}] {{(pid=110062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:01:04.292236 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dff7f06c5e0e0f36f9473af0b06c6f419441bd6c4accb13c2a4abbfe17b595b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5395c7-65d0-4474-a6fd-64f40c57bb63" -d '{"events": [{"server_uuid": "3e497045-70f8-4a86-9e3f-e1ecf7ac607a", "name": "network-vif-deleted", "tag": "218713eb-c739-4649-b32f-d91de1913518"}]}' {{(pid=110062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:01:04.332459 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 14:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a612319-dceb-4980-bb66-70ea4429a9ac x-openstack-request-id: req-0a612319-dceb-4980-bb66-70ea4429a9ac {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:01:04.333091 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e497045-70f8-4a86-9e3f-e1ecf7ac607a", "name": "network-vif-deleted", "tag": "218713eb-c739-4649-b32f-d91de1913518", "status": "completed", "code": 200}]} {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:01:04.333091 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a612319-dceb-4980-bb66-70ea4429a9ac {{(pid=110062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:01:04.333640 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a612319-dceb-4980-bb66-70ea4429a9ac'] response: {'server_uuid': '3e497045-70f8-4a86-9e3f-e1ecf7ac607a', 'name': 'network-vif-deleted', 'tag': '218713eb-c739-4649-b32f-d91de1913518', 'status': 'completed', 'code': 200} May 19 14:01:04.367464 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-ac21d3ba-3782-4d77-9ae3-2ad6b7d781a4 None None] Set router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:01:04.569242 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-ac21d3ba-3782-4d77-9ae3-2ad6b7d781a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'b658886d-f22c-4936-aa90-0e68ac38b5ad', 'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'mac_address': 'fa:16:3e:a4:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:25Z', 'updated_at': '2022-05-19T13:54:34Z', 'revision_number': 5, 'project_id': '89b4336043d5446b922432a2f43af17a', 'subnets': [{'id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:04.594557 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac21d3ba-3782-4d77-9ae3-2ad6b7d781a4 None None] Checking router: c29ace15-9abc-4134-a1cd-ea0d1e6a0763 for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 14:01:04.599767 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013aa3e1-b8fa-4028-9f69-b2c832578581 req-c3066a24-6899-4bc7-87de-f84972c82ce9 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:04.601323 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-013aa3e1-b8fa-4028-9f69-b2c832578581 req-c3066a24-6899-4bc7-87de-f84972c82ce9 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0519600 May 19 14:01:04.602787 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac21d3ba-3782-4d77-9ae3-2ad6b7d781a4 None None] Routers {'c29ace15-9abc-4134-a1cd-ea0d1e6a0763'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:01:04.603416 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-ac21d3ba-3782-4d77-9ae3-2ad6b7d781a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:01:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:04.647886 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-013aa3e1-b8fa-4028-9f69-b2c832578581 req-719378cd-7fba-400b-a12d-b837ce3ebfa2 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401156 May 19 14:01:04.717706 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-ac21d3ba-3782-4d77-9ae3-2ad6b7d781a4 None None] Set router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:01:04.815388 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:04.853341 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779c56f-dc7e-47f7-8030-33e70136ac01 req-6c0e50a2-285d-4b11-9391-a01aff6c2068 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:04.855836 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c779c56f-dc7e-47f7-8030-33e70136ac01 req-6c0e50a2-285d-4b11-9391-a01aff6c2068 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 944 time: 0.0586414 May 19 14:01:04.915485 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c779c56f-dc7e-47f7-8030-33e70136ac01 req-52abf872-dbe4-4e21-9047-a79902b46500 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524728 May 19 14:01:04.929038 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-ac21d3ba-3782-4d77-9ae3-2ad6b7d781a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'b658886d-f22c-4936-aa90-0e68ac38b5ad', 'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'mac_address': 'fa:16:3e:a4:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:25Z', 'updated_at': '2022-05-19T13:54:34Z', 'revision_number': 5, 'project_id': '89b4336043d5446b922432a2f43af17a', 'subnets': [{'id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:04.953242 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac21d3ba-3782-4d77-9ae3-2ad6b7d781a4 None None] The sync data for ids ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'] in dv-cinder-784815-14-iscsi is: [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T13:54:26Z', 'revision_number': 4, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'b658886d-f22c-4936-aa90-0e68ac38b5ad', 'name': '', 'network_id': '08206db8-8e78-4412-8a62-0db97bb617cf', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'mac_address': 'fa:16:3e:a4:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:25Z', 'updated_at': '2022-05-19T13:54:34Z', 'revision_number': 5, 'project_id': '89b4336043d5446b922432a2f43af17a', 'subnets': [{'id': '0bdab701-d9d2-42c8-941c-7cdfe8e595b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 14:01:05.170969 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f7ddff-4e7a-4109-a7be-85276cb7396c None None] New status for floating IP cd0924b6-1959-449e-9ea6-e8f78aaa8642: DOWN {{(pid=110063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 14:01:05.317906 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 35832) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:05.335481 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:05.375482 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-ed5e1005-3331-4bb6-adf7-6dd57b7eadf9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group (c23be8d3-05dd-45f7-b435-a51728d12467), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:05.399586 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-ed5e1005-3331-4bb6-adf7-6dd57b7eadf9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group (c23be8d3-05dd-45f7-b435-a51728d12467), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:05.446512 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-ed5e1005-3331-4bb6-adf7-6dd57b7eadf9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (c23be8d3-05dd-45f7-b435-a51728d12467), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:05.449668 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-ed5e1005-3331-4bb6-adf7-6dd57b7eadf9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:05.450794 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-ed5e1005-3331-4bb6-adf7-6dd57b7eadf9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "DELETE /v2.0/security-groups/c23be8d3-05dd-45f7-b435-a51728d12467 HTTP/1.1" status: 204 len: 168 time: 0.1316760 May 19 14:01:05.453580 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 35834) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:05.459646 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e1005-3331-4bb6-adf7-6dd57b7eadf9 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23be8d3-05dd-45f7-b435-a51728d12467,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:05.467055 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.api.v2.resource [None req-a7eec547-acaa-4941-aa0d-8c6fcda787f7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] show failed (client error): The resource could not be found. May 19 14:01:05.468080 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-a7eec547-acaa-4941-aa0d-8c6fcda787f7 tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "GET /v2.0/security-groups/c23be8d3-05dd-45f7-b435-a51728d12467 HTTP/1.1" status: 404 len: 347 time: 0.0135117 May 19 14:01:05.470754 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 35836) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:05.579833 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-afe66a05-d120-4fc4-a2ac-459dc5cd22ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Deleting port 90025e40-1198-4729-abbb-d13ad08e82ea {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:01:05.580170 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-afe66a05-d120-4fc4-a2ac-459dc5cd22ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (90025e40-1198-4729-abbb-d13ad08e82ea), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:05.657388 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-afe66a05-d120-4fc4-a2ac-459dc5cd22ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (90025e40-1198-4729-abbb-d13ad08e82ea), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:05.657711 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-afe66a05-d120-4fc4-a2ac-459dc5cd22ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (90025e40-1198-4729-abbb-d13ad08e82ea), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:05.670666 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-afe66a05-d120-4fc4-a2ac-459dc5cd22ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Calling delete_port for 90025e40-1198-4729-abbb-d13ad08e82ea owned by network:floatingip {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:01:05.771583 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:05.779424 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330c3db-9c4d-43be-8850-981580618f83 req-19d48a3c-da3f-435e-aca8-c58b7bd52f88 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:05.780867 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c330c3db-9c4d-43be-8850-981580618f83 req-19d48a3c-da3f-435e-aca8-c58b7bd52f88 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0638232 May 19 14:01:05.858641 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c330c3db-9c4d-43be-8850-981580618f83 req-a23aa38e-566e-4664-944e-9eb4fe160723 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687189 May 19 14:01:05.874960 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-afe66a05-d120-4fc4-a2ac-459dc5cd22ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (90025e40-1198-4729-abbb-d13ad08e82ea), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:05.901263 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe66a05-d120-4fc4-a2ac-459dc5cd22ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Pushing event deleted for resources: {'Port': ['ID=90025e40-1198-4729-abbb-d13ad08e82ea,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:05.928846 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe66a05-d120-4fc4-a2ac-459dc5cd22ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:05.929188 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe66a05-d120-4fc4-a2ac-459dc5cd22ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:05.929529 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe66a05-d120-4fc4-a2ac-459dc5cd22ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:05.929864 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe66a05-d120-4fc4-a2ac-459dc5cd22ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:05.930198 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe66a05-d120-4fc4-a2ac-459dc5cd22ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:05.930528 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe66a05-d120-4fc4-a2ac-459dc5cd22ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:05.930854 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe66a05-d120-4fc4-a2ac-459dc5cd22ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:05.931199 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe66a05-d120-4fc4-a2ac-459dc5cd22ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:05.931547 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe66a05-d120-4fc4-a2ac-459dc5cd22ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:05.931880 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe66a05-d120-4fc4-a2ac-459dc5cd22ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:05.932199 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe66a05-d120-4fc4-a2ac-459dc5cd22ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:05.932611 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe66a05-d120-4fc4-a2ac-459dc5cd22ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:05.932934 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe66a05-d120-4fc4-a2ac-459dc5cd22ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:05.933251 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe66a05-d120-4fc4-a2ac-459dc5cd22ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:05.933569 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe66a05-d120-4fc4-a2ac-459dc5cd22ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:01:05.975668 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-afe66a05-d120-4fc4-a2ac-459dc5cd22ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks [] for floatingip (cd0924b6-1959-449e-9ea6-e8f78aaa8642), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:05.978257 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-afe66a05-d120-4fc4-a2ac-459dc5cd22ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:05.980040 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-afe66a05-d120-4fc4-a2ac-459dc5cd22ee tempest-AttachVolumeNegativeTest-1102814422 tempest-AttachVolumeNegativeTest-1102814422-project] 10.222.0.52 "DELETE /v2.0/floatingips/cd0924b6-1959-449e-9ea6-e8f78aaa8642 HTTP/1.1" status: 204 len: 168 time: 0.5083747 May 19 14:01:06.028603 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce5a4b-17df-4c1a-a62a-9398862f3387 req-93c11f39-1023-4039-b979-c759d2c3fc6f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:06.030071 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-54ce5a4b-17df-4c1a-a62a-9398862f3387 req-93c11f39-1023-4039-b979-c759d2c3fc6f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 944 time: 0.0485051 May 19 14:01:06.081984 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-54ce5a4b-17df-4c1a-a62a-9398862f3387 req-4192a93c-fb18-4d94-9d0a-59af513921c0 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460665 May 19 14:01:06.339406 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:06.826698 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 218713eb-c739-4649-b32f-d91de1913518 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:01:06.845753 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] No Port match for: 218713eb-c739-4649-b32f-d91de1913518 {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:01:06.846093 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 218713eb-c739-4649-b32f-d91de1913518 not bound to the agent host hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:01:06.973344 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6d528-dbf9-4b9a-ab7b-29745e9c4464 req-5887d732-6f3b-4ab1-ad57-bb3f4f66bfcd tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:06.974827 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e6c6d528-dbf9-4b9a-ab7b-29745e9c4464 req-5887d732-6f3b-4ab1-ad57-bb3f4f66bfcd tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0461659 May 19 14:01:07.021469 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:07.026296 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e6c6d528-dbf9-4b9a-ab7b-29745e9c4464 req-7b299274-4cfe-4b07-b2c6-b4ab02897adf tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451162 May 19 14:01:07.204681 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd565c5-da49-4a32-8bd7-18dba41ddb6a req-a20dd940-b1b5-4512-8d39-72640713a388 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:07.206209 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3bd565c5-da49-4a32-8bd7-18dba41ddb6a req-a20dd940-b1b5-4512-8d39-72640713a388 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 944 time: 0.0529511 May 19 14:01:07.257261 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3bd565c5-da49-4a32-8bd7-18dba41ddb6a req-25932acc-187c-49ca-8671-d1eb5c4bdecf tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455694 May 19 14:01:07.758919 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:08.141861 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fcf97-06d8-4eb1-9a88-31631fe19595 req-2518d583-90fe-43d4-9c43-2f16498058d1 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:08.143318 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f92fcf97-06d8-4eb1-9a88-31631fe19595 req-2518d583-90fe-43d4-9c43-2f16498058d1 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0466247 May 19 14:01:08.189495 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f92fcf97-06d8-4eb1-9a88-31631fe19595 req-f3a47223-d3c9-4998-8b02-cf3fc5e59a90 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407238 May 19 14:01:08.377007 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caaabb2-a5bd-4626-a43c-4c2ea720c5e8 req-68c8e8ec-8e8d-4931-b77d-f5f80dc0e87a tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:08.378522 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9caaabb2-a5bd-4626-a43c-4c2ea720c5e8 req-68c8e8ec-8e8d-4931-b77d-f5f80dc0e87a tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 944 time: 0.0523064 May 19 14:01:08.433847 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9caaabb2-a5bd-4626-a43c-4c2ea720c5e8 req-9668444d-fc91-4cce-9738-40b7419d02c3 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474014 May 19 14:01:08.841110 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 14:01:08.937440 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 80eac5d4-3a31-4ac5-b15f-b7109c704ba1, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=80eac5d4-3a31-4ac5-b15f-b7109c704ba1,segment=NetworkSegment(928cf707-3a57-42be-888e-e87227f138fd),segment_id=928cf707-3a57-42be-888e-e87227f138fd)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:01:08.948818 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Returning: {'device': '80eac5d4-3a31-4ac5-b15f-b7109c704ba1', 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1', 'port_id': '80eac5d4-3a31-4ac5-b15f-b7109c704ba1', 'mac_address': 'fa:16:3e:7e:28:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad190400-38de-4ff3-91b2-16168643ebf7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 14:01:08.984961 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 is: DOWN; New status is: BUILD {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:01:08.985341 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (80eac5d4-3a31-4ac5-b15f-b7109c704ba1), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:08.998330 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 {{(pid=110063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 14:01:09.018122 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 80eac5d4-3a31-4ac5-b15f-b7109c704ba1, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=80eac5d4-3a31-4ac5-b15f-b7109c704ba1,segment=NetworkSegment(928cf707-3a57-42be-888e-e87227f138fd),segment_id=928cf707-3a57-42be-888e-e87227f138fd)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:01:09.020993 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (80eac5d4-3a31-4ac5-b15f-b7109c704ba1), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:09.064847 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=80eac5d4-3a31-4ac5-b15f-b7109c704ba1,revision_number=7']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:09.302194 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867c356-5eb9-44e9-bda1-2629c01ac838 req-f63ab5b9-9ccb-4a1e-a08e-8c06dd0082af tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:09.303671 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d867c356-5eb9-44e9-bda1-2629c01ac838 req-f63ab5b9-9ccb-4a1e-a08e-8c06dd0082af tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0457947 May 19 14:01:09.324783 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['80eac5d4-3a31-4ac5-b15f-b7109c704ba1'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 14:01:09.351529 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d867c356-5eb9-44e9-bda1-2629c01ac838 req-ceee422a-0268-45dd-8b28-4b75c63cda6b tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411212 May 19 14:01:09.480919 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:09.531983 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:09.548814 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f472162-c80e-4769-a2cf-b27b01bfe985 req-ea36616e-ac58-4641-90bf-dd6e7ffc4e12 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:09.550307 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2f472162-c80e-4769-a2cf-b27b01bfe985 req-ea36616e-ac58-4641-90bf-dd6e7ffc4e12 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 945 time: 0.0477183 May 19 14:01:09.604855 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2f472162-c80e-4769-a2cf-b27b01bfe985 req-a928cae4-30d3-4735-81c9-702e1dfac2c1 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485690 May 19 14:01:09.664327 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 35888) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:10.061375 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7e916ade-fd48-4e50-88d6-0bccd605062a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633245'] for router_interface (c29ace15-9abc-4134-a1cd-ea0d1e6a0763), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:10.274203 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-7e916ade-fd48-4e50-88d6-0bccd605062a admin admin] Deleting port b658886d-f22c-4936-aa90-0e68ac38b5ad {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:01:10.274538 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7e916ade-fd48-4e50-88d6-0bccd605062a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (b658886d-f22c-4936-aa90-0e68ac38b5ad), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:10.352376 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [None req-7e916ade-fd48-4e50-88d6-0bccd605062a admin admin] For port b658886d-f22c-4936-aa90-0e68ac38b5ad, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=b658886d-f22c-4936-aa90-0e68ac38b5ad,segment=NetworkSegment(4048a570-00c8-45bc-b081-09a854940d61),segment_id=4048a570-00c8-45bc-b081-09a854940d61)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:01:10.352652 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7e916ade-fd48-4e50-88d6-0bccd605062a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (b658886d-f22c-4936-aa90-0e68ac38b5ad), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:10.365271 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-7e916ade-fd48-4e50-88d6-0bccd605062a admin admin] Calling delete_port for b658886d-f22c-4936-aa90-0e68ac38b5ad owned by network:router_interface {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:01:10.414562 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:10.468671 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfeca7-eb20-45db-bd19-249d9fcdeed5 req-8d6efa2b-11c7-4660-9041-26768692ac9a tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:10.469412 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:10.470240 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a1cfeca7-eb20-45db-bd19-249d9fcdeed5 req-8d6efa2b-11c7-4660-9041-26768692ac9a tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0466402 May 19 14:01:10.518238 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a1cfeca7-eb20-45db-bd19-249d9fcdeed5 req-e822ab02-34fc-4bd2-9c24-15b42a16d327 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420496 May 19 14:01:10.552953 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7e916ade-fd48-4e50-88d6-0bccd605062a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (b658886d-f22c-4936-aa90-0e68ac38b5ad), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:10.695675 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:10.735310 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e265f2-df59-4938-a928-a632252afbe8 req-25f5732b-c1f0-4c15-bcc7-95c18d333ebe tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:10.736886 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-90e265f2-df59-4938-a928-a632252afbe8 req-25f5732b-c1f0-4c15-bcc7-95c18d333ebe tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 945 time: 0.0510609 May 19 14:01:10.789131 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-90e265f2-df59-4938-a928-a632252afbe8 req-715231c5-1840-4815-b548-fb70614613df tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464644 May 19 14:01:10.821596 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e916ade-fd48-4e50-88d6-0bccd605062a admin admin] Pushing event deleted for resources: {'Port': ['ID=b658886d-f22c-4936-aa90-0e68ac38b5ad,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:10.843920 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 up at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 14:01:10.892333 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning complete for port 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:01:10.892620 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (80eac5d4-3a31-4ac5-b15f-b7109c704ba1), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:10.973883 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 is: BUILD; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:01:10.974480 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (80eac5d4-3a31-4ac5-b15f-b7109c704ba1), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:10.985113 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7e916ade-fd48-4e50-88d6-0bccd605062a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636802'] for router_interface (c29ace15-9abc-4134-a1cd-ea0d1e6a0763), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:11.010706 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccab6e9-3133-4db9-a8d9-27c83353c00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eac5d4-3a31-4ac5-b15f-b7109c704ba1'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:01:11.013342 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bad32a-55d1-4d6c-85cd-2f249594ab76" -d '{"events": [{"server_uuid": "7ccab6e9-3133-4db9-a8d9-27c83353c00a", "name": "network-vif-plugged", "status": "completed", "tag": "80eac5d4-3a31-4ac5-b15f-b7109c704ba1"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:01:11.028190 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 80eac5d4-3a31-4ac5-b15f-b7109c704ba1, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=80eac5d4-3a31-4ac5-b15f-b7109c704ba1,segment=NetworkSegment(928cf707-3a57-42be-888e-e87227f138fd),segment_id=928cf707-3a57-42be-888e-e87227f138fd)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:01:11.032850 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (80eac5d4-3a31-4ac5-b15f-b7109c704ba1), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:11.085880 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 14:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ad1b82-3673-45f3-bb2d-997d0910506e x-openstack-request-id: req-a7ad1b82-3673-45f3-bb2d-997d0910506e {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:01:11.086171 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccab6e9-3133-4db9-a8d9-27c83353c00a", "name": "network-vif-plugged", "status": "completed", "tag": "80eac5d4-3a31-4ac5-b15f-b7109c704ba1", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:01:11.086419 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a7ad1b82-3673-45f3-bb2d-997d0910506e {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:01:11.086812 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7ad1b82-3673-45f3-bb2d-997d0910506e'] response: {'server_uuid': '7ccab6e9-3133-4db9-a8d9-27c83353c00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eac5d4-3a31-4ac5-b15f-b7109c704ba1', 'code': 200} May 19 14:01:11.099590 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=80eac5d4-3a31-4ac5-b15f-b7109c704ba1,revision_number=8']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:11.221403 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e916ade-fd48-4e50-88d6-0bccd605062a admin admin] Router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 14:01:11.354458 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e916ade-fd48-4e50-88d6-0bccd605062a admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 14:01:11.360490 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-7e916ade-fd48-4e50-88d6-0bccd605062a admin admin] 10.222.0.52 "PUT /v2.0/routers/c29ace15-9abc-4134-a1cd-ea0d1e6a0763/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6951540 May 19 14:01:11.363117 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 35898) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:11.365578 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28130b2a-e96c-4084-ba8a-5ec8a122ee65 None None] Sync routers for ids ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 14:01:11.376417 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28130b2a-e96c-4084-ba8a-5ec8a122ee65 None None] Routers {'c29ace15-9abc-4134-a1cd-ea0d1e6a0763'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:01:11.377040 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-28130b2a-e96c-4084-ba8a-5ec8a122ee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:01:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:11.407484 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea8104-8c12-4f84-be86-502fa4912e4a req-64784f2e-3f94-4dfb-8767-57bb2796270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:11.408964 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-fdea8104-8c12-4f84-be86-502fa4912e4a req-64784f2e-3f94-4dfb-8767-57bb2796270f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 1130 time: 0.0837145 May 19 14:01:11.476390 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-28130b2a-e96c-4084-ba8a-5ec8a122ee65 None None] Set router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:01:11.501279 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4fae20d4-492c-4349-a80f-de819075c069 admin admin] Publish callbacks [] for router (c29ace15-9abc-4134-a1cd-ea0d1e6a0763), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:11.506832 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-fdea8104-8c12-4f84-be86-502fa4912e4a req-ed524354-3aa6-482e-8e71-9af4c4c0500e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902569 May 19 14:01:11.554692 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:11.610321 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4fae20d4-492c-4349-a80f-de819075c069 admin admin] Publish callbacks [] for router_gateway (c29ace15-9abc-4134-a1cd-ea0d1e6a0763), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:11.625110 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:11.642809 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3335c-825c-43e5-9d85-02268f5c4a0f req-5283a3a0-574d-4601-a4fd-edfe95a892d0 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:11.644539 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f2b3335c-825c-43e5-9d85-02268f5c4a0f req-5283a3a0-574d-4601-a4fd-edfe95a892d0 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0520420 May 19 14:01:11.647529 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=100 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:11.650766 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-28130b2a-e96c-4084-ba8a-5ec8a122ee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T14:01:10Z', 'revision_number': 5, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port': {'id': '10cf71a5-08ef-48bd-8a2a-962af7c7ed7b', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:19Z', 'updated_at': '2022-05-19T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:11.658753 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-4fae20d4-492c-4349-a80f-de819075c069 admin admin] Deleting port 10cf71a5-08ef-48bd-8a2a-962af7c7ed7b {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:01:11.659247 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4fae20d4-492c-4349-a80f-de819075c069 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (10cf71a5-08ef-48bd-8a2a-962af7c7ed7b), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:11.680545 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28130b2a-e96c-4084-ba8a-5ec8a122ee65 None None] Checking router: c29ace15-9abc-4134-a1cd-ea0d1e6a0763 for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 14:01:11.689753 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28130b2a-e96c-4084-ba8a-5ec8a122ee65 None None] Routers {'c29ace15-9abc-4134-a1cd-ea0d1e6a0763'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:01:11.690350 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-28130b2a-e96c-4084-ba8a-5ec8a122ee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:01:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:11.695995 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f2b3335c-825c-43e5-9d85-02268f5c4a0f req-c89aa8ac-9238-41a1-8add-900051ac2275 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440373 May 19 14:01:11.745322 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [None req-4fae20d4-492c-4349-a80f-de819075c069 admin admin] For port 10cf71a5-08ef-48bd-8a2a-962af7c7ed7b, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=10cf71a5-08ef-48bd-8a2a-962af7c7ed7b,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:01:11.745592 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4fae20d4-492c-4349-a80f-de819075c069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (10cf71a5-08ef-48bd-8a2a-962af7c7ed7b), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:11.758304 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-4fae20d4-492c-4349-a80f-de819075c069 admin admin] Calling delete_port for 10cf71a5-08ef-48bd-8a2a-962af7c7ed7b owned by network:router_gateway {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:01:11.762193 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=100 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:11.770805 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-28130b2a-e96c-4084-ba8a-5ec8a122ee65 None None] Set router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 gateway port host: None {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:01:11.907511 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-28130b2a-e96c-4084-ba8a-5ec8a122ee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T14:01:11Z', 'revision_number': 6, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port_host': None}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:11.920190 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc048384-a883-4112-b987-3b227766cc98 req-ac740165-f467-4ab1-a4e5-6cd24f702847 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:11.921862 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bc048384-a883-4112-b987-3b227766cc98 req-ac740165-f467-4ab1-a4e5-6cd24f702847 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0571053 May 19 14:01:11.933028 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28130b2a-e96c-4084-ba8a-5ec8a122ee65 None None] The sync data for ids ['c29ace15-9abc-4134-a1cd-ea0d1e6a0763'] in dv-cinder-784815-14-iscsi is: [{'id': 'c29ace15-9abc-4134-a1cd-ea0d1e6a0763', 'name': 'tempest-AttachVolumeNegativeTest-1185489731-router', 'tenant_id': '89b4336043d5446b922432a2f43af17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:17Z', 'updated_at': '2022-05-19T14:01:11Z', 'revision_number': 6, 'project_id': '89b4336043d5446b922432a2f43af17a', 'gw_port_host': None}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 14:01:11.933599 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4fae20d4-492c-4349-a80f-de819075c069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (10cf71a5-08ef-48bd-8a2a-962af7c7ed7b), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:11.962239 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae20d4-492c-4349-a80f-de819075c069 admin admin] Pushing event deleted for resources: {'Port': ['ID=10cf71a5-08ef-48bd-8a2a-962af7c7ed7b,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:11.989195 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bc048384-a883-4112-b987-3b227766cc98 req-fdf7deb0-7eac-42ff-8ddd-53e132e427b9 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606675 May 19 14:01:12.029348 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4fae20d4-492c-4349-a80f-de819075c069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631215'] for router_gateway (c29ace15-9abc-4134-a1cd-ea0d1e6a0763), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:12.116874 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4fae20d4-492c-4349-a80f-de819075c069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6183'] for router (c29ace15-9abc-4134-a1cd-ea0d1e6a0763), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:12.119538 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4fae20d4-492c-4349-a80f-de819075c069 admin admin] Publish callbacks [] for router_controller (c29ace15-9abc-4134-a1cd-ea0d1e6a0763), precommit_delete_associations {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:12.162762 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4fae20d4-492c-4349-a80f-de819075c069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628862'] for router (c29ace15-9abc-4134-a1cd-ea0d1e6a0763), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:12.163403 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fae20d4-492c-4349-a80f-de819075c069 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c29ace15-9abc-4134-a1cd-ea0d1e6a0763 {{(pid=110062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 14:01:12.169110 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-4fae20d4-492c-4349-a80f-de819075c069 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:12.170225 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-4fae20d4-492c-4349-a80f-de819075c069 admin admin] 10.222.0.52 "DELETE /v2.0/routers/c29ace15-9abc-4134-a1cd-ea0d1e6a0763 HTTP/1.1" status: 204 len: 168 time: 0.8063214 May 19 14:01:12.172987 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 35904) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:12.217053 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c930a7-1ea7-4479-9b23-6547ff31b4af admin admin] Deleting subnet 0bdab701-d9d2-42c8-941c-7cdfe8e595b0 {{(pid=110062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 14:01:12.220168 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a8c930a7-1ea7-4479-9b23-6547ff31b4af admin admin] Publish callbacks [] for subnet (0bdab701-d9d2-42c8-941c-7cdfe8e595b0), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:12.255299 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a8c930a7-1ea7-4479-9b23-6547ff31b4af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29529231'] for subnet (0bdab701-d9d2-42c8-941c-7cdfe8e595b0), precommit_delete_associations {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:12.334796 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a8c930a7-1ea7-4479-9b23-6547ff31b4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541679'] for subnet (0bdab701-d9d2-42c8-941c-7cdfe8e595b0), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:12.388201 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a8c930a7-1ea7-4479-9b23-6547ff31b4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29560251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29814851'] for subnet (0bdab701-d9d2-42c8-941c-7cdfe8e595b0), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:12.422903 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a8c930a7-1ea7-4479-9b23-6547ff31b4af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:12.428408 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-a8c930a7-1ea7-4479-9b23-6547ff31b4af admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0bdab701-d9d2-42c8-941c-7cdfe8e595b0 HTTP/1.1" status: 204 len: 168 time: 0.2522287 May 19 14:01:12.428408 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c930a7-1ea7-4479-9b23-6547ff31b4af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bdab701-d9d2-42c8-941c-7cdfe8e595b0,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:12.428900 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 35906) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:12.431112 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d264b18b-e483-4f10-9bac-d4777f68153f None None] Network 08206db8-8e78-4412-8a62-0db97bb617cf requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 14:01:12.505822 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e415271e-e3b0-4f60-869c-3edf64b0d6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319408'] for network (08206db8-8e78-4412-8a62-0db97bb617cf), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:12.552757 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-e415271e-e3b0-4f60-869c-3edf64b0d6b2 admin admin] Deleting port e985f578-aa2c-44c9-b064-75dbeec6dd50 {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:01:12.553098 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e415271e-e3b0-4f60-869c-3edf64b0d6b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (e985f578-aa2c-44c9-b064-75dbeec6dd50), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:12.620606 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [None req-e415271e-e3b0-4f60-869c-3edf64b0d6b2 admin admin] For port e985f578-aa2c-44c9-b064-75dbeec6dd50, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=e985f578-aa2c-44c9-b064-75dbeec6dd50,segment=NetworkSegment(4048a570-00c8-45bc-b081-09a854940d61),segment_id=4048a570-00c8-45bc-b081-09a854940d61)] {{(pid=110061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:01:12.620963 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e415271e-e3b0-4f60-869c-3edf64b0d6b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (e985f578-aa2c-44c9-b064-75dbeec6dd50), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:12.638102 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:12.639306 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-e415271e-e3b0-4f60-869c-3edf64b0d6b2 admin admin] Calling delete_port for e985f578-aa2c-44c9-b064-75dbeec6dd50 owned by network:dhcp {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:01:12.731650 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e415271e-e3b0-4f60-869c-3edf64b0d6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (e985f578-aa2c-44c9-b064-75dbeec6dd50), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:12.750174 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726c1f1f-cddc-439e-8b17-dbb593d38c2e None None] DHCP port deletion for 08206db8-8e78-4412-8a62-0db97bb617cf request from dv-cinder-784815-14-iscsi {{(pid=110063) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 14:01:12.759178 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415271e-e3b0-4f60-869c-3edf64b0d6b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e985f578-aa2c-44c9-b064-75dbeec6dd50,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:12.766206 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e415271e-e3b0-4f60-869c-3edf64b0d6b2 admin admin] No DVR routers for this DVR port e985f578-aa2c-44c9-b064-75dbeec6dd50 on host dv-cinder-784815-14-iscsi {{(pid=110061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 14:01:12.876997 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e415271e-e3b0-4f60-869c-3edf64b0d6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1546650', 'neutron.services.segments.db._delete_segments_for_network-8784568151830'] for network (08206db8-8e78-4412-8a62-0db97bb617cf), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:12.885646 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698482cb-c43c-4c2f-a50d-364d00080f40 req-741b141f-39ae-4a2e-a85d-02c766c47b8e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:12.887367 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-698482cb-c43c-4c2f-a50d-364d00080f40 req-741b141f-39ae-4a2e-a85d-02c766c47b8e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0963662 May 19 14:01:12.919467 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.services.segments.db [None req-e415271e-e3b0-4f60-869c-3edf64b0d6b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08206db8-8e78-4412-8a62-0db97bb617cf']}} {{(pid=110061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:12.938653 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.services.segments.db [None req-e415271e-e3b0-4f60-869c-3edf64b0d6b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4048a570-00c8-45bc-b081-09a854940d61') {'for_net_delete': True} {{(pid=110061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:12.938972 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.services.segments.db [None req-e415271e-e3b0-4f60-869c-3edf64b0d6b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4048a570-00c8-45bc-b081-09a854940d61') {} {{(pid=110061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:12.956754 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e415271e-e3b0-4f60-869c-3edf64b0d6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784568151071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30855942'] for segment (4048a570-00c8-45bc-b081-09a854940d61), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:12.972078 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-698482cb-c43c-4c2f-a50d-364d00080f40 req-c962dfb5-cdfb-4e28-b6c7-09e5de0f12f6 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791109 May 19 14:01:12.980506 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e415271e-e3b0-4f60-869c-3edf64b0d6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (4048a570-00c8-45bc-b081-09a854940d61), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:12.987203 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e415271e-e3b0-4f60-869c-3edf64b0d6b2 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=110061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 14:01:12.987602 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e415271e-e3b0-4f60-869c-3edf64b0d6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30676727'] for segment (4048a570-00c8-45bc-b081-09a854940d61), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: Traceback (most recent call last): May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: timer() May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: cb(*args, **kw) May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: return func(*args, **kwargs) May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: self._notify() May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: self.callback(batched_events) May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: event.method(event) May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: aggregate_uuid = self.p_client.list_aggregates( May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: return f(self, *a, **k) May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: return self._get(url).json() May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: return self.request(url, 'GET', **kwargs) May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: base_url = self.get_endpoint(auth, allow=allow, May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 14:01:13.003563 dv-cinder-784815-14-iscsi neutron-server[110061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 14:01:13.055859 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e415271e-e3b0-4f60-869c-3edf64b0d6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1546657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631453'] for network (08206db8-8e78-4412-8a62-0db97bb617cf), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:13.063226 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e415271e-e3b0-4f60-869c-3edf64b0d6b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:13.066312 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-e415271e-e3b0-4f60-869c-3edf64b0d6b2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/08206db8-8e78-4412-8a62-0db97bb617cf HTTP/1.1" status: 204 len: 168 time: 0.6363506 May 19 14:01:13.079824 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415271e-e3b0-4f60-869c-3edf64b0d6b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=08206db8-8e78-4412-8a62-0db97bb617cf,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:13.090890 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 10cf71a5-08ef-48bd-8a2a-962af7c7ed7b no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:01:13.111060 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: 10cf71a5-08ef-48bd-8a2a-962af7c7ed7b {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:01:13.111404 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 10cf71a5-08ef-48bd-8a2a-962af7c7ed7b not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:01:13.111821 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device b658886d-f22c-4936-aa90-0e68ac38b5ad no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:01:13.134713 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: b658886d-f22c-4936-aa90-0e68ac38b5ad {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:01:13.135119 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device b658886d-f22c-4936-aa90-0e68ac38b5ad not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:01:13.135542 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device e985f578-aa2c-44c9-b064-75dbeec6dd50 no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:01:13.146951 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671ce2e-8c5e-45c2-8cb1-adc824bcbef2 req-79e961b6-202b-4d43-9da6-56ee9ab7d870 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:13.148763 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5671ce2e-8c5e-45c2-8cb1-adc824bcbef2 req-79e961b6-202b-4d43-9da6-56ee9ab7d870 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0585599 May 19 14:01:13.155062 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: e985f578-aa2c-44c9-b064-75dbeec6dd50 {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:01:13.155394 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device e985f578-aa2c-44c9-b064-75dbeec6dd50 not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:01:13.174257 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:13.207268 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5671ce2e-8c5e-45c2-8cb1-adc824bcbef2 req-5ce41bb3-1a64-457d-aaa9-616da56fdbec tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501573 May 19 14:01:13.220497 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 35914) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:13.267730 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-799d9f94-5f7d-4a9c-8d81-63d0af0763ed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=89b4336043d5446b922432a2f43af17a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0460289 May 19 14:01:13.270174 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 35918) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:13.317449 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-05236281-129b-4d05-b176-a462bd2568b8 admin admin] Publish callbacks [] for security_group (124983a6-cb0c-4310-86af-4230b3875fd1), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:13.338406 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-05236281-129b-4d05-b176-a462bd2568b8 admin admin] Publish callbacks [] for security_group (124983a6-cb0c-4310-86af-4230b3875fd1), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:13.385365 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-05236281-129b-4d05-b176-a462bd2568b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (124983a6-cb0c-4310-86af-4230b3875fd1), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:13.388486 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-05236281-129b-4d05-b176-a462bd2568b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:13.389645 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-05236281-129b-4d05-b176-a462bd2568b8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/124983a6-cb0c-4310-86af-4230b3875fd1 HTTP/1.1" status: 204 len: 168 time: 0.1185243 May 19 14:01:13.397527 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05236281-129b-4d05-b176-a462bd2568b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124983a6-cb0c-4310-86af-4230b3875fd1,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:14.040838 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:01:14.101393 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde5497-8352-4ca3-9b49-9da9dd42bfc4 req-9a13c301-86d2-40de-a50e-99dfac7ce733 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:14.102948 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9fde5497-8352-4ca3-9b49-9da9dd42bfc4 req-9a13c301-86d2-40de-a50e-99dfac7ce733 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0590611 May 19 14:01:14.155464 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9fde5497-8352-4ca3-9b49-9da9dd42bfc4 req-f3b96974-e190-4a60-a65f-f2ba888a52d6 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447662 May 19 14:01:15.023196 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 35966) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:15.130519 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b16a7d4a-3cd3-4bf2-b895-0e0fe8f314f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:15.189435 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=5 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:15.214100 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b16a7d4a-3cd3-4bf2-b895-0e0fe8f314f4 admin admin] Publish callbacks [] for security_group (ef6da7c0-6494-410e-8801-cf4a9bae34c3), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:15.217757 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b16a7d4a-3cd3-4bf2-b895-0e0fe8f314f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (ef6da7c0-6494-410e-8801-cf4a9bae34c3), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:15.284301 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-b16a7d4a-3cd3-4bf2-b895-0e0fe8f314f4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=62a4a4e85439443f954373849679899a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2599874 May 19 14:01:15.287128 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 35972) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:15.291481 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a7d4a-3cd3-4bf2-b895-0e0fe8f314f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6da7c0-6494-410e-8801-cf4a9bae34c3,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:15.294779 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=9 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:15.305913 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bc1c9-2452-409c-9522-c8d2039ba347 req-abf0435e-a080-4e2c-af83-43099b7d5d20 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:15.308767 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-871bc1c9-2452-409c-9522-c8d2039ba347 req-abf0435e-a080-4e2c-af83-43099b7d5d20 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0735812 May 19 14:01:15.340608 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e418a88c-96ff-4134-8f88-f6be03116489 admin admin] Publish callbacks [] for security_group (ef6da7c0-6494-410e-8801-cf4a9bae34c3), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:15.356680 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-871bc1c9-2452-409c-9522-c8d2039ba347 req-8ed5cad8-df36-4984-94ce-bec293b38c18 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422337 May 19 14:01:15.361962 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e418a88c-96ff-4134-8f88-f6be03116489 admin admin] Publish callbacks [] for security_group (ef6da7c0-6494-410e-8801-cf4a9bae34c3), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:15.393036 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:15.413211 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e418a88c-96ff-4134-8f88-f6be03116489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (ef6da7c0-6494-410e-8801-cf4a9bae34c3), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:15.416399 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e418a88c-96ff-4134-8f88-f6be03116489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:15.417524 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-e418a88c-96ff-4134-8f88-f6be03116489 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ef6da7c0-6494-410e-8801-cf4a9bae34c3 HTTP/1.1" status: 204 len: 168 time: 0.1293952 May 19 14:01:15.425385 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418a88c-96ff-4134-8f88-f6be03116489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6da7c0-6494-410e-8801-cf4a9bae34c3,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:15.615658 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99e4f5-a097-4d0d-a428-0030f200a84b req-9badd66f-9dae-40f4-87b5-990dc82e8a9d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:15.617341 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1d99e4f5-a097-4d0d-a428-0030f200a84b req-9badd66f-9dae-40f4-87b5-990dc82e8a9d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0553238 May 19 14:01:15.670545 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1d99e4f5-a097-4d0d-a428-0030f200a84b req-5eb85a1d-1198-43a2-ac64-af630e7916a5 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453534 May 19 14:01:15.717601 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48fc1a-b995-4418-b436-668e0147aa33 req-77c6d636-c820-4e0e-ae6c-4ab715f4ce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:15.719164 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-0e48fc1a-b995-4418-b436-668e0147aa33 req-77c6d636-c820-4e0e-ae6c-4ab715f4ce94 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e14dac6dd56c4f93b65ad91673debf71&device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 1130 time: 0.0452399 May 19 14:01:15.724923 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 35982) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:15.747094 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-19e74636-e014-4aa8-8362-65e7b83044fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:15.855877 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48fc1a-b995-4418-b436-668e0147aa33 req-e1f138d5-47d6-4c24-9b9f-bfd6f516fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:15.857328 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-0e48fc1a-b995-4418-b436-668e0147aa33 req-e1f138d5-47d6-4c24-9b9f-bfd6f516fd63 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d HTTP/1.1" status: 200 len: 911 time: 0.1303234 May 19 14:01:15.943199 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-19e74636-e014-4aa8-8362-65e7b83044fd admin admin] Publish callbacks [] for security_group (b3e3eb8d-b823-430d-a9bc-8c483715ec9e), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:15.945366 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-0e48fc1a-b995-4418-b436-668e0147aa33 req-06ef62e9-a80f-4d2a-842a-af86b8e9509d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2e726ea-bd7a-4b38-921c-644a1035c3fb HTTP/1.1" status: 200 len: 1002 time: 0.0813766 May 19 14:01:15.947042 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-19e74636-e014-4aa8-8362-65e7b83044fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (b3e3eb8d-b823-430d-a9bc-8c483715ec9e), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:16.018472 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-19e74636-e014-4aa8-8362-65e7b83044fd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ef582cd99eaa4b07b17f91c0c46bf7f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2924674 May 19 14:01:16.020916 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e74636-e014-4aa8-8362-65e7b83044fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e3eb8d-b823-430d-a9bc-8c483715ec9e,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:16.021127 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 35986) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:16.030588 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48fc1a-b995-4418-b436-668e0147aa33 req-b404b661-7cad-48a9-bbf4-25c51af63c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:16.032065 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-0e48fc1a-b995-4418-b436-668e0147aa33 req-b404b661-7cad-48a9-bbf4-25c51af63c21 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4aa4f0bd-3981-4f05-9899-3af6ca78984b HTTP/1.1" status: 200 len: 849 time: 0.0796371 May 19 14:01:16.071413 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f8f25adf-c6ea-4d33-a398-2402288d1eee admin admin] Publish callbacks [] for security_group (b3e3eb8d-b823-430d-a9bc-8c483715ec9e), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:16.079870 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48fc1a-b995-4418-b436-668e0147aa33 req-c1cfe5ad-7e9a-4777-82e3-1242ff537189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:16.081778 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-0e48fc1a-b995-4418-b436-668e0147aa33 req-c1cfe5ad-7e9a-4777-82e3-1242ff537189 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435276 May 19 14:01:16.096177 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f8f25adf-c6ea-4d33-a398-2402288d1eee admin admin] Publish callbacks [] for security_group (b3e3eb8d-b823-430d-a9bc-8c483715ec9e), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:16.144084 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f8f25adf-c6ea-4d33-a398-2402288d1eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (b3e3eb8d-b823-430d-a9bc-8c483715ec9e), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:16.147015 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f8f25adf-c6ea-4d33-a398-2402288d1eee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:16.151255 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-f8f25adf-c6ea-4d33-a398-2402288d1eee admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b3e3eb8d-b823-430d-a9bc-8c483715ec9e HTTP/1.1" status: 204 len: 168 time: 0.1260428 May 19 14:01:16.163488 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f25adf-c6ea-4d33-a398-2402288d1eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e3eb8d-b823-430d-a9bc-8c483715ec9e,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:16.186185 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-0e48fc1a-b995-4418-b436-668e0147aa33 req-3c86d2b0-c320-4489-9bad-03e89203fd5b service neutron] 10.222.0.65 "GET /v2.0/networks/1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963788 May 19 14:01:16.282395 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-0e48fc1a-b995-4418-b436-668e0147aa33 req-63f83537-2859-41da-9873-7b8206995c64 service neutron] 10.222.0.65 "GET /v2.0/networks/1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899909 May 19 14:01:16.777392 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:16.796637 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fc689-0dd9-4a3c-af09-b92c6b8080ac req-cf5f09ec-1386-4241-adfc-22b02866b07c tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:16.798132 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-da1fc689-0dd9-4a3c-af09-b92c6b8080ac req-cf5f09ec-1386-4241-adfc-22b02866b07c tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0522263 May 19 14:01:16.849201 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-da1fc689-0dd9-4a3c-af09-b92c6b8080ac req-03c760fb-59c2-4db5-b17b-f4a86c8fc009 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454566 May 19 14:01:17.233817 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 36024) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:17.341218 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-5f3a8ce4-583f-4934-9858-6480ba7984f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:17.423814 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-5f3a8ce4-583f-4934-9858-6480ba7984f4 admin admin] Publish callbacks [] for security_group (b08e4b8c-13a9-4c85-9fa1-286022f38963), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:17.429467 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-5f3a8ce4-583f-4934-9858-6480ba7984f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (b08e4b8c-13a9-4c85-9fa1-286022f38963), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:17.469589 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-5f3a8ce4-583f-4934-9858-6480ba7984f4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f0b7624fff9d42399a167e3c4a1be184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347019 May 19 14:01:17.470525 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a8ce4-583f-4934-9858-6480ba7984f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08e4b8c-13a9-4c85-9fa1-286022f38963,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:17.472218 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 36028) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:17.520764 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-c2309cda-f11d-4f82-86d5-7058757d0198 admin admin] Publish callbacks [] for security_group (b08e4b8c-13a9-4c85-9fa1-286022f38963), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:17.541534 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-c2309cda-f11d-4f82-86d5-7058757d0198 admin admin] Publish callbacks [] for security_group (b08e4b8c-13a9-4c85-9fa1-286022f38963), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:17.562544 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:17.587754 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-c2309cda-f11d-4f82-86d5-7058757d0198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (b08e4b8c-13a9-4c85-9fa1-286022f38963), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:17.590258 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-c2309cda-f11d-4f82-86d5-7058757d0198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:17.591468 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-c2309cda-f11d-4f82-86d5-7058757d0198 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b08e4b8c-13a9-4c85-9fa1-286022f38963 HTTP/1.1" status: 204 len: 168 time: 0.1181898 May 19 14:01:17.593414 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:17.601676 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2309cda-f11d-4f82-86d5-7058757d0198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08e4b8c-13a9-4c85-9fa1-286022f38963,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:17.967020 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a10e1-aec7-491e-bc9c-b09534988d68 req-f0ffdbbf-c6ac-4765-b72e-a814fa46abb0 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:17.968495 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-db9a10e1-aec7-491e-bc9c-b09534988d68 req-f0ffdbbf-c6ac-4765-b72e-a814fa46abb0 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0479512 May 19 14:01:18.027202 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-db9a10e1-aec7-491e-bc9c-b09534988d68 req-575e61e6-0dc1-44bb-b5b5-fcc455097c57 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526962 May 19 14:01:18.416490 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:21.648154 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 36090) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:21.752596 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-63610b42-04e8-4fae-9262-8ee2e53437f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:21.860944 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-32cdf2de-4a80-4417-aa0a-fefa07fdac96 req-5c7552b1-00c9-4a7b-b10e-b5c129fb8d5c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0598903 May 19 14:01:21.865244 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-63610b42-04e8-4fae-9262-8ee2e53437f3 admin admin] Publish callbacks [] for security_group (8f635cb9-0a9e-4939-a5a2-5c15a246f5f0), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:21.869178 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-63610b42-04e8-4fae-9262-8ee2e53437f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (8f635cb9-0a9e-4939-a5a2-5c15a246f5f0), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:21.917927 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-63610b42-04e8-4fae-9262-8ee2e53437f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=deb84b43a4af4a51b04e0880b240bffd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2686026 May 19 14:01:21.918652 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63610b42-04e8-4fae-9262-8ee2e53437f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f635cb9-0a9e-4939-a5a2-5c15a246f5f0,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:21.920438 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 36094) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:21.948274 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdf2de-4a80-4417-aa0a-fefa07fdac96 req-1d17f496-0fb2-44e6-9812-4ec3f0eb306f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:21.949752 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-32cdf2de-4a80-4417-aa0a-fefa07fdac96 req-1d17f496-0fb2-44e6-9812-4ec3f0eb306f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4eed7a893f7b42edaadbf898ebe16cd6&device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 1131 time: 0.0501058 May 19 14:01:21.974824 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-8649da92-f396-40c8-b14b-97a2dd8f2f6b admin admin] Publish callbacks [] for security_group (8f635cb9-0a9e-4939-a5a2-5c15a246f5f0), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:21.994131 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:21.996740 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-8649da92-f396-40c8-b14b-97a2dd8f2f6b admin admin] Publish callbacks [] for security_group (8f635cb9-0a9e-4939-a5a2-5c15a246f5f0), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:22.047126 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-8649da92-f396-40c8-b14b-97a2dd8f2f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (8f635cb9-0a9e-4939-a5a2-5c15a246f5f0), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:22.049554 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-8649da92-f396-40c8-b14b-97a2dd8f2f6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:22.050690 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-8649da92-f396-40c8-b14b-97a2dd8f2f6b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8f635cb9-0a9e-4939-a5a2-5c15a246f5f0 HTTP/1.1" status: 204 len: 168 time: 0.1292148 May 19 14:01:22.057556 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdf2de-4a80-4417-aa0a-fefa07fdac96 req-9b8404f1-1251-4ca0-8eee-6b8c450ed1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:22.059044 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-32cdf2de-4a80-4417-aa0a-fefa07fdac96 req-9b8404f1-1251-4ca0-8eee-6b8c450ed1b9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ad76f5bc-7148-40ee-8a08-ce1742f9a049 HTTP/1.1" status: 200 len: 917 time: 0.0907881 May 19 14:01:22.059346 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649da92-f396-40c8-b14b-97a2dd8f2f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f635cb9-0a9e-4939-a5a2-5c15a246f5f0,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:22.128044 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-32cdf2de-4a80-4417-aa0a-fefa07fdac96 req-fe2c059c-28c4-477d-bfcc-b62631b5e5fd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 HTTP/1.1" status: 200 len: 1002 time: 0.0608690 May 19 14:01:22.178177 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdf2de-4a80-4417-aa0a-fefa07fdac96 req-615f3e2b-6d6e-4706-8b3c-67219910269e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:22.179677 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-32cdf2de-4a80-4417-aa0a-fefa07fdac96 req-615f3e2b-6d6e-4706-8b3c-67219910269e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8c0bef4-21da-4c40-a82e-5eacd9d4263a HTTP/1.1" status: 200 len: 855 time: 0.0440688 May 19 14:01:22.226207 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdf2de-4a80-4417-aa0a-fefa07fdac96 req-3201fbb9-f564-4b3f-9909-e22f7bed8c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:22.227700 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-32cdf2de-4a80-4417-aa0a-fefa07fdac96 req-3201fbb9-f564-4b3f-9909-e22f7bed8c2a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ad76f5bc-7148-40ee-8a08-ce1742f9a049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421686 May 19 14:01:22.321145 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-32cdf2de-4a80-4417-aa0a-fefa07fdac96 req-a675d223-f45b-4899-80a4-b33eab66e7bc service neutron] 10.222.0.65 "GET /v2.0/networks/ad76f5bc-7148-40ee-8a08-ce1742f9a049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861020 May 19 14:01:22.331377 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 36100) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:22.345011 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-37008ed7-3616-4c31-92bb-c18fc1082d15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:22.418450 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-32cdf2de-4a80-4417-aa0a-fefa07fdac96 req-8e9a4e16-de39-499f-86b8-d805bdf1992d service neutron] 10.222.0.65 "GET /v2.0/networks/ad76f5bc-7148-40ee-8a08-ce1742f9a049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915146 May 19 14:01:22.430327 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-37008ed7-3616-4c31-92bb-c18fc1082d15 admin admin] Publish callbacks [] for security_group (bf89cb10-f144-435c-a535-0ee297065729), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:22.434963 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-37008ed7-3616-4c31-92bb-c18fc1082d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (bf89cb10-f144-435c-a535-0ee297065729), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:22.476927 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-37008ed7-3616-4c31-92bb-c18fc1082d15 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2a759e45935f4d3eb644df1d555797b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444733 May 19 14:01:22.478085 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37008ed7-3616-4c31-92bb-c18fc1082d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf89cb10-f144-435c-a535-0ee297065729,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:22.479578 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 36102) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:22.527392 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f7223602-e0d3-470e-ab1f-ada257388470 admin admin] Publish callbacks [] for security_group (bf89cb10-f144-435c-a535-0ee297065729), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:22.547751 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f7223602-e0d3-470e-ab1f-ada257388470 admin admin] Publish callbacks [] for security_group (bf89cb10-f144-435c-a535-0ee297065729), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:22.592555 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f7223602-e0d3-470e-ab1f-ada257388470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (bf89cb10-f144-435c-a535-0ee297065729), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:22.595153 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f7223602-e0d3-470e-ab1f-ada257388470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:22.596275 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-f7223602-e0d3-470e-ab1f-ada257388470 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bf89cb10-f144-435c-a535-0ee297065729 HTTP/1.1" status: 204 len: 168 time: 0.1157043 May 19 14:01:22.603630 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7223602-e0d3-470e-ab1f-ada257388470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf89cb10-f144-435c-a535-0ee297065729,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:24.037298 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=7 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:26.627693 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 36170) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:26.736565 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-ff40e3d8-1b93-4ee2-98da-c8bfe9e07296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:26.754667 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:26.759314 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:26.817253 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-ff40e3d8-1b93-4ee2-98da-c8bfe9e07296 admin admin] Publish callbacks [] for security_group (c2c7d922-1d8b-4be2-b4d6-d490275d5b86), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:26.821757 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-ff40e3d8-1b93-4ee2-98da-c8bfe9e07296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (c2c7d922-1d8b-4be2-b4d6-d490275d5b86), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:26.863857 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-ff40e3d8-1b93-4ee2-98da-c8bfe9e07296 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3c910d5408ed456e98d0c6690dab179f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351067 May 19 14:01:26.864773 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40e3d8-1b93-4ee2-98da-c8bfe9e07296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c7d922-1d8b-4be2-b4d6-d490275d5b86,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:26.866499 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 36174) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:26.918600 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c5df3589-cb94-4fb5-b02d-4b6c179cf0bb admin admin] Publish callbacks [] for security_group (c2c7d922-1d8b-4be2-b4d6-d490275d5b86), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:26.939472 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c5df3589-cb94-4fb5-b02d-4b6c179cf0bb admin admin] Publish callbacks [] for security_group (c2c7d922-1d8b-4be2-b4d6-d490275d5b86), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:26.985316 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c5df3589-cb94-4fb5-b02d-4b6c179cf0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (c2c7d922-1d8b-4be2-b4d6-d490275d5b86), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:26.988196 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c5df3589-cb94-4fb5-b02d-4b6c179cf0bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:26.989335 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-c5df3589-cb94-4fb5-b02d-4b6c179cf0bb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c2c7d922-1d8b-4be2-b4d6-d490275d5b86 HTTP/1.1" status: 204 len: 168 time: 0.1217644 May 19 14:01:26.997315 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df3589-cb94-4fb5-b02d-4b6c179cf0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c7d922-1d8b-4be2-b4d6-d490275d5b86,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:28.412026 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:29.107041 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:29.147346 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fe88a-ec00-46d4-a60d-3e5e5957033a req-694cb0fc-fb70-474c-bfd3-92fd8df3733e tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:29.148839 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-969fe88a-ec00-46d4-a60d-3e5e5957033a req-694cb0fc-fb70-474c-bfd3-92fd8df3733e tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 947 time: 0.0501487 May 19 14:01:29.197364 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-969fe88a-ec00-46d4-a60d-3e5e5957033a req-23269dbe-6d5c-4d88-81a0-a5d39d498fcd tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423009 May 19 14:01:30.317371 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95fc75-e22d-426a-b3dd-eb0e4903740b req-ffc275a3-a463-44ef-bce6-3e5f550722a0 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:30.318828 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cd95fc75-e22d-426a-b3dd-eb0e4903740b req-ffc275a3-a463-44ef-bce6-3e5f550722a0 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 947 time: 0.0464482 May 19 14:01:30.367118 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cd95fc75-e22d-426a-b3dd-eb0e4903740b req-51a8a832-30f0-4ec1-a6a1-79a05592da25 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427625 May 19 14:01:30.807604 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794bf3f-cac9-4301-ba60-4f61c051d85c req-739f3ded-c682-496c-bbc1-57ba6c848c92 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:30.809419 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-b794bf3f-cac9-4301-ba60-4f61c051d85c req-739f3ded-c682-496c-bbc1-57ba6c848c92 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 947 time: 0.0518808 May 19 14:01:30.896168 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [req-b794bf3f-cac9-4301-ba60-4f61c051d85c req-98d7b9de-0069-4b9f-b43c-881d57fc58d1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Deleting port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:01:30.896518 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-b794bf3f-cac9-4301-ba60-4f61c051d85c req-98d7b9de-0069-4b9f-b43c-881d57fc58d1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:30.986055 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-b794bf3f-cac9-4301-ba60-4f61c051d85c req-98d7b9de-0069-4b9f-b43c-881d57fc58d1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] For port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:01:30.986328 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-b794bf3f-cac9-4301-ba60-4f61c051d85c req-98d7b9de-0069-4b9f-b43c-881d57fc58d1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:31.392578 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-b794bf3f-cac9-4301-ba60-4f61c051d85c req-98d7b9de-0069-4b9f-b43c-881d57fc58d1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:31.392929 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-b794bf3f-cac9-4301-ba60-4f61c051d85c req-98d7b9de-0069-4b9f-b43c-881d57fc58d1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (535a3068-cd2a-45bc-b7b3-159f1d4faad2), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:31.393241 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.db.l3_db [req-b794bf3f-cac9-4301-ba60-4f61c051d85c req-98d7b9de-0069-4b9f-b43c-881d57fc58d1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Floating IP 535a3068-cd2a-45bc-b7b3-159f1d4faad2 disassociated. External IP: 172.27.2.107, port: b57d1bfa-eb18-42d5-a8b6-81fae3792bb9. May 19 14:01:31.393583 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [req-b794bf3f-cac9-4301-ba60-4f61c051d85c req-98d7b9de-0069-4b9f-b43c-881d57fc58d1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Calling delete_port for b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 owned by compute:nova {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:01:31.425408 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-f097f4de-de9b-41c6-ac58-91d7f6266f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:31.501300 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43644dfa-1161-4146-9ab6-4a473135cdc1 req-db85f44a-4a3c-4522-9807-a8ae87867005 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:31.502853 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-43644dfa-1161-4146-9ab6-4a473135cdc1 req-db85f44a-4a3c-4522-9807-a8ae87867005 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ea89fb6-a6ad-4aaf-9c6a-c06816051a96 HTTP/1.1" status: 200 len: 947 time: 0.0478106 May 19 14:01:31.525982 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-b794bf3f-cac9-4301-ba60-4f61c051d85c req-98d7b9de-0069-4b9f-b43c-881d57fc58d1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (b57d1bfa-eb18-42d5-a8b6-81fae3792bb9), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:31.554077 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d7b9de-0069-4b9f-b43c-881d57fc58d1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Pushing event deleted for resources: {'Port': ['ID=b57d1bfa-eb18-42d5-a8b6-81fae3792bb9,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:31.554514 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-43644dfa-1161-4146-9ab6-4a473135cdc1 req-b69f355e-ea81-49be-8cbe-20b024ba2ea4 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d525a8-e492-4f19-a667-b3c9adcd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442035 May 19 14:01:31.643125 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:31.665091 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b794bf3f-cac9-4301-ba60-4f61c051d85c req-98d7b9de-0069-4b9f-b43c-881d57fc58d1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Router df33d85d-4c8c-4139-9d88-dc2e41784775 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 14:01:31.760028 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:31.768225 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b794bf3f-cac9-4301-ba60-4f61c051d85c req-98d7b9de-0069-4b9f-b43c-881d57fc58d1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 14:01:31.779821 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e42fda-bec1-41d5-8caa-458b945ffd4b None None] Sync routers for ids ['df33d85d-4c8c-4139-9d88-dc2e41784775'] in dv-cinder-784815-14-iscsi {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 14:01:31.790685 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e42fda-bec1-41d5-8caa-458b945ffd4b None None] Routers {'df33d85d-4c8c-4139-9d88-dc2e41784775'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:01:31.791340 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-d1e42fda-bec1-41d5-8caa-458b945ffd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:01:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['df33d85d-4c8c-4139-9d88-dc2e41784775'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:31.813867 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [req-b794bf3f-cac9-4301-ba60-4f61c051d85c req-98d7b9de-0069-4b9f-b43c-881d57fc58d1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] No DVR routers for this DVR port b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 on host hv-cinder-78481 {{(pid=110062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 14:01:31.816435 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-b794bf3f-cac9-4301-ba60-4f61c051d85c req-98d7b9de-0069-4b9f-b43c-881d57fc58d1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:31.820385 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-b794bf3f-cac9-4301-ba60-4f61c051d85c req-98d7b9de-0069-4b9f-b43c-881d57fc58d1 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.65 "DELETE /v2.0/ports/b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 HTTP/1.1" status: 204 len: 173 time: 1.0005615 May 19 14:01:31.820834 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea89fb6-a6ad-4aaf-9c6a-c06816051a96', 'name': 'network-vif-deleted', 'tag': 'b57d1bfa-eb18-42d5-a8b6-81fae3792bb9'}] {{(pid=110062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:01:31.823108 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dff7f06c5e0e0f36f9473af0b06c6f419441bd6c4accb13c2a4abbfe17b595b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7a6706-1400-4eb7-afc4-7bba60b636df" -d '{"events": [{"server_uuid": "4ea89fb6-a6ad-4aaf-9c6a-c06816051a96", "name": "network-vif-deleted", "tag": "b57d1bfa-eb18-42d5-a8b6-81fae3792bb9"}]}' {{(pid=110062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:01:31.868005 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 14:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d47f6c-7723-4a5e-ac38-48d7f47b6d82 x-openstack-request-id: req-84d47f6c-7723-4a5e-ac38-48d7f47b6d82 {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:01:31.868321 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea89fb6-a6ad-4aaf-9c6a-c06816051a96", "name": "network-vif-deleted", "tag": "b57d1bfa-eb18-42d5-a8b6-81fae3792bb9", "status": "completed", "code": 200}]} {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:01:31.868768 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-84d47f6c-7723-4a5e-ac38-48d7f47b6d82 {{(pid=110062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:01:31.870542 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84d47f6c-7723-4a5e-ac38-48d7f47b6d82'] response: {'server_uuid': '4ea89fb6-a6ad-4aaf-9c6a-c06816051a96', 'name': 'network-vif-deleted', 'tag': 'b57d1bfa-eb18-42d5-a8b6-81fae3792bb9', 'status': 'completed', 'code': 200} May 19 14:01:31.907346 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-d1e42fda-bec1-41d5-8caa-458b945ffd4b None None] Set router df33d85d-4c8c-4139-9d88-dc2e41784775 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:01:32.122418 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-d1e42fda-bec1-41d5-8caa-458b945ffd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'name': 'tempest-AttachVolumeShelveTestJSON-935659149-router', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:16Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'gw_port': {'id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:18Z', 'updated_at': '2022-05-19T13:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '2cba1721-a5b1-40ed-95cc-7659f5cc2997', 'name': '', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'mac_address': 'fa:16:3e:fe:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:24Z', 'updated_at': '2022-05-19T13:54:38Z', 'revision_number': 5, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'subnets': [{'id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:32.148948 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e42fda-bec1-41d5-8caa-458b945ffd4b None None] Checking router: df33d85d-4c8c-4139-9d88-dc2e41784775 for host: dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 14:01:32.157123 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e42fda-bec1-41d5-8caa-458b945ffd4b None None] Routers {'df33d85d-4c8c-4139-9d88-dc2e41784775'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:01:32.157733 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-d1e42fda-bec1-41d5-8caa-458b945ffd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:01:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['df33d85d-4c8c-4139-9d88-dc2e41784775'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:32.243951 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:32.263479 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-d1e42fda-bec1-41d5-8caa-458b945ffd4b None None] Set router df33d85d-4c8c-4139-9d88-dc2e41784775 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:01:32.472134 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-d1e42fda-bec1-41d5-8caa-458b945ffd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'name': 'tempest-AttachVolumeShelveTestJSON-935659149-router', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:16Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'gw_port': {'id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:18Z', 'updated_at': '2022-05-19T13:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '2cba1721-a5b1-40ed-95cc-7659f5cc2997', 'name': '', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'mac_address': 'fa:16:3e:fe:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:24Z', 'updated_at': '2022-05-19T13:54:38Z', 'revision_number': 5, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'subnets': [{'id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:32.503193 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e42fda-bec1-41d5-8caa-458b945ffd4b None None] The sync data for ids ['df33d85d-4c8c-4139-9d88-dc2e41784775'] in dv-cinder-784815-14-iscsi is: [{'id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'name': 'tempest-AttachVolumeShelveTestJSON-935659149-router', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:16Z', 'updated_at': '2022-05-19T13:54:25Z', 'revision_number': 4, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'gw_port': {'id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:18Z', 'updated_at': '2022-05-19T13:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '2cba1721-a5b1-40ed-95cc-7659f5cc2997', 'name': '', 'network_id': 'ad76f5bc-7148-40ee-8a08-ce1742f9a049', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'mac_address': 'fa:16:3e:fe:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:24Z', 'updated_at': '2022-05-19T13:54:38Z', 'revision_number': 5, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'subnets': [{'id': 'c8c0bef4-21da-4c40-a82e-5eacd9d4263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 14:01:32.655478 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 36270) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:32.728353 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-045456dd-5306-4f6b-a193-c0be2a558757 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for security_group (11d525a8-e492-4f19-a667-b3c9adcd0d51), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:32.759301 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-045456dd-5306-4f6b-a193-c0be2a558757 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for security_group (11d525a8-e492-4f19-a667-b3c9adcd0d51), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:32.775413 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164b9a01-37ae-415e-a240-842bc202dd4b None None] New status for floating IP 535a3068-cd2a-45bc-b7b3-159f1d4faad2: DOWN {{(pid=110064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 14:01:32.815257 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-045456dd-5306-4f6b-a193-c0be2a558757 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (11d525a8-e492-4f19-a667-b3c9adcd0d51), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:32.818990 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-045456dd-5306-4f6b-a193-c0be2a558757 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:32.820962 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-045456dd-5306-4f6b-a193-c0be2a558757 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "DELETE /v2.0/security-groups/11d525a8-e492-4f19-a667-b3c9adcd0d51 HTTP/1.1" status: 204 len: 168 time: 0.1641502 May 19 14:01:32.823782 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 36276) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:32.833052 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045456dd-5306-4f6b-a193-c0be2a558757 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d525a8-e492-4f19-a667-b3c9adcd0d51,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:32.857786 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.api.v2.resource [None req-b6287c86-d034-4848-8253-91cabf8df226 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] show failed (client error): The resource could not be found. May 19 14:01:32.867174 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 36280) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:32.869143 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-b6287c86-d034-4848-8253-91cabf8df226 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "GET /v2.0/security-groups/11d525a8-e492-4f19-a667-b3c9adcd0d51 HTTP/1.1" status: 404 len: 347 time: 0.0438635 May 19 14:01:32.982985 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-08afd5cf-5201-4e18-8c7b-d6cc938359e0 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Deleting port c2c2d0b4-2b25-419d-87d7-3216ac8983de {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:01:32.983334 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-08afd5cf-5201-4e18-8c7b-d6cc938359e0 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (c2c2d0b4-2b25-419d-87d7-3216ac8983de), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:33.062630 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-08afd5cf-5201-4e18-8c7b-d6cc938359e0 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (c2c2d0b4-2b25-419d-87d7-3216ac8983de), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:33.062992 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-08afd5cf-5201-4e18-8c7b-d6cc938359e0 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for floatingip (c2c2d0b4-2b25-419d-87d7-3216ac8983de), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:33.080195 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-08afd5cf-5201-4e18-8c7b-d6cc938359e0 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Calling delete_port for c2c2d0b4-2b25-419d-87d7-3216ac8983de owned by network:floatingip {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:01:33.212304 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-08afd5cf-5201-4e18-8c7b-d6cc938359e0 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (c2c2d0b4-2b25-419d-87d7-3216ac8983de), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:33.240895 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08afd5cf-5201-4e18-8c7b-d6cc938359e0 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Pushing event deleted for resources: {'Port': ['ID=c2c2d0b4-2b25-419d-87d7-3216ac8983de,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:33.302933 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-08afd5cf-5201-4e18-8c7b-d6cc938359e0 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks [] for floatingip (535a3068-cd2a-45bc-b7b3-159f1d4faad2), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:33.305447 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-08afd5cf-5201-4e18-8c7b-d6cc938359e0 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:33.306592 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-08afd5cf-5201-4e18-8c7b-d6cc938359e0 tempest-AttachVolumeShelveTestJSON-1896072134 tempest-AttachVolumeShelveTestJSON-1896072134-project] 10.222.0.52 "DELETE /v2.0/floatingips/535a3068-cd2a-45bc-b7b3-159f1d4faad2 HTTP/1.1" status: 204 len: 168 time: 0.4384415 May 19 14:01:33.799508 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-b4501cc5-06dc-4956-a2ea-498269d849cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:34.818527 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:34.952959 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:01:34.973015 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] No Port match for: b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:01:34.973346 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device b57d1bfa-eb18-42d5-a8b6-81fae3792bb9 not bound to the agent host hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:01:35.753225 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 36346) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:36.133156 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:36.161878 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:36.218698 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-14cb9502-7c83-4822-bf20-d44a46d76653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633245'] for router_interface (df33d85d-4c8c-4139-9d88-dc2e41784775), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:36.342950 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:36.438020 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-14cb9502-7c83-4822-bf20-d44a46d76653 admin admin] Deleting port 2cba1721-a5b1-40ed-95cc-7659f5cc2997 {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:01:36.438358 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-14cb9502-7c83-4822-bf20-d44a46d76653 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (2cba1721-a5b1-40ed-95cc-7659f5cc2997), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:36.524620 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [None req-14cb9502-7c83-4822-bf20-d44a46d76653 admin admin] For port 2cba1721-a5b1-40ed-95cc-7659f5cc2997, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=2cba1721-a5b1-40ed-95cc-7659f5cc2997,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:01:36.524981 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-14cb9502-7c83-4822-bf20-d44a46d76653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (2cba1721-a5b1-40ed-95cc-7659f5cc2997), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:36.538047 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-14cb9502-7c83-4822-bf20-d44a46d76653 admin admin] Calling delete_port for 2cba1721-a5b1-40ed-95cc-7659f5cc2997 owned by network:router_interface {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:01:36.718047 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-14cb9502-7c83-4822-bf20-d44a46d76653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (2cba1721-a5b1-40ed-95cc-7659f5cc2997), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:36.743184 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb9502-7c83-4822-bf20-d44a46d76653 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cba1721-a5b1-40ed-95cc-7659f5cc2997,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:36.906225 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-14cb9502-7c83-4822-bf20-d44a46d76653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636802'] for router_interface (df33d85d-4c8c-4139-9d88-dc2e41784775), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:36.962256 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:37.007118 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:37.117458 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cb9502-7c83-4822-bf20-d44a46d76653 admin admin] Router df33d85d-4c8c-4139-9d88-dc2e41784775 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 14:01:37.217508 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cb9502-7c83-4822-bf20-d44a46d76653 admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 14:01:37.222198 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-14cb9502-7c83-4822-bf20-d44a46d76653 admin admin] 10.222.0.52 "PUT /v2.0/routers/df33d85d-4c8c-4139-9d88-dc2e41784775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4697638 May 19 14:01:37.224781 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 36356) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:37.226458 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af74ecb0-a5aa-4c80-8965-98ca1b2d4a89 None None] Sync routers for ids ['df33d85d-4c8c-4139-9d88-dc2e41784775'] in dv-cinder-784815-14-iscsi {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 14:01:37.236839 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af74ecb0-a5aa-4c80-8965-98ca1b2d4a89 None None] Routers {'df33d85d-4c8c-4139-9d88-dc2e41784775'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:01:37.237491 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-af74ecb0-a5aa-4c80-8965-98ca1b2d4a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:01:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['df33d85d-4c8c-4139-9d88-dc2e41784775'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:37.321722 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-c7596f93-6c47-4676-939c-3e86e283ff2b admin admin] Publish callbacks [] for router (df33d85d-4c8c-4139-9d88-dc2e41784775), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:37.337419 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:37.339881 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-af74ecb0-a5aa-4c80-8965-98ca1b2d4a89 None None] Set router df33d85d-4c8c-4139-9d88-dc2e41784775 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:01:37.424049 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-c7596f93-6c47-4676-939c-3e86e283ff2b admin admin] Publish callbacks [] for router_gateway (df33d85d-4c8c-4139-9d88-dc2e41784775), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:37.466588 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-c7596f93-6c47-4676-939c-3e86e283ff2b admin admin] Deleting port 8528b01b-f41c-43e2-8e9a-319aa5196afb {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:01:37.466958 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-c7596f93-6c47-4676-939c-3e86e283ff2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (8528b01b-f41c-43e2-8e9a-319aa5196afb), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:37.505299 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-af74ecb0-a5aa-4c80-8965-98ca1b2d4a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'name': 'tempest-AttachVolumeShelveTestJSON-935659149-router', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:16Z', 'updated_at': '2022-05-19T14:01:36Z', 'revision_number': 5, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'gw_port': {'id': '8528b01b-f41c-43e2-8e9a-319aa5196afb', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:54:18Z', 'updated_at': '2022-05-19T13:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:37.534129 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af74ecb0-a5aa-4c80-8965-98ca1b2d4a89 None None] Checking router: df33d85d-4c8c-4139-9d88-dc2e41784775 for host: dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 14:01:37.542679 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af74ecb0-a5aa-4c80-8965-98ca1b2d4a89 None None] Routers {'df33d85d-4c8c-4139-9d88-dc2e41784775'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:01:37.543515 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-af74ecb0-a5aa-4c80-8965-98ca1b2d4a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:01:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['df33d85d-4c8c-4139-9d88-dc2e41784775'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:37.553335 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [None req-c7596f93-6c47-4676-939c-3e86e283ff2b admin admin] For port 8528b01b-f41c-43e2-8e9a-319aa5196afb, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=8528b01b-f41c-43e2-8e9a-319aa5196afb,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:01:37.554166 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-c7596f93-6c47-4676-939c-3e86e283ff2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (8528b01b-f41c-43e2-8e9a-319aa5196afb), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:37.569531 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-c7596f93-6c47-4676-939c-3e86e283ff2b admin admin] Calling delete_port for 8528b01b-f41c-43e2-8e9a-319aa5196afb owned by network:router_gateway {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:01:37.632976 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-af74ecb0-a5aa-4c80-8965-98ca1b2d4a89 None None] Set router df33d85d-4c8c-4139-9d88-dc2e41784775 gateway port host: None {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:01:37.688374 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-af74ecb0-a5aa-4c80-8965-98ca1b2d4a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'name': 'tempest-AttachVolumeShelveTestJSON-935659149-router', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:16Z', 'updated_at': '2022-05-19T14:01:37Z', 'revision_number': 6, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'gw_port_host': None}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:37.716237 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af74ecb0-a5aa-4c80-8965-98ca1b2d4a89 None None] The sync data for ids ['df33d85d-4c8c-4139-9d88-dc2e41784775'] in dv-cinder-784815-14-iscsi is: [{'id': 'df33d85d-4c8c-4139-9d88-dc2e41784775', 'name': 'tempest-AttachVolumeShelveTestJSON-935659149-router', 'tenant_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:54:16Z', 'updated_at': '2022-05-19T14:01:37Z', 'revision_number': 6, 'project_id': '4eed7a893f7b42edaadbf898ebe16cd6', 'gw_port_host': None}] {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 14:01:37.765314 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:37.770449 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-c7596f93-6c47-4676-939c-3e86e283ff2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (8528b01b-f41c-43e2-8e9a-319aa5196afb), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:37.788075 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 36364) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:37.798302 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7596f93-6c47-4676-939c-3e86e283ff2b admin admin] Pushing event deleted for resources: {'Port': ['ID=8528b01b-f41c-43e2-8e9a-319aa5196afb,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:37.840844 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:37.860786 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-c7596f93-6c47-4676-939c-3e86e283ff2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631215'] for router_gateway (df33d85d-4c8c-4139-9d88-dc2e41784775), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:37.902104 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e0d9747b-c9f2-4776-8d68-2467ba3f9f86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:37.923570 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:37.948828 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-c7596f93-6c47-4676-939c-3e86e283ff2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6183'] for router (df33d85d-4c8c-4139-9d88-dc2e41784775), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:37.951487 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-c7596f93-6c47-4676-939c-3e86e283ff2b admin admin] Publish callbacks [] for router_controller (df33d85d-4c8c-4139-9d88-dc2e41784775), precommit_delete_associations {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:37.978676 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e0d9747b-c9f2-4776-8d68-2467ba3f9f86 admin admin] Publish callbacks [] for security_group (c388547b-abe0-4db1-a001-c431c844fa8e), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:37.983962 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e0d9747b-c9f2-4776-8d68-2467ba3f9f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (c388547b-abe0-4db1-a001-c431c844fa8e), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:37.994150 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-c7596f93-6c47-4676-939c-3e86e283ff2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628862'] for router (df33d85d-4c8c-4139-9d88-dc2e41784775), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:37.995195 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7596f93-6c47-4676-939c-3e86e283ff2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router df33d85d-4c8c-4139-9d88-dc2e41784775 {{(pid=110062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 14:01:37.999165 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:DELETE=5,neutron:SELECT=85,neutron:INSERT=10 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:38.001049 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-c7596f93-6c47-4676-939c-3e86e283ff2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:38.001677 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-c7596f93-6c47-4676-939c-3e86e283ff2b admin admin] 10.222.0.52 "DELETE /v2.0/routers/df33d85d-4c8c-4139-9d88-dc2e41784775 HTTP/1.1" status: 204 len: 168 time: 0.7759805 May 19 14:01:38.004598 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 36368) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:38.032125 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9747b-c9f2-4776-8d68-2467ba3f9f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c388547b-abe0-4db1-a001-c431c844fa8e,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:38.040287 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-e0d9747b-c9f2-4776-8d68-2467ba3f9f86 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc10d4f105854587932c9eda2cc91137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487104 May 19 14:01:38.040790 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 36370) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:38.059093 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bea519d-caf9-4906-8258-d7e4a8867a59 admin admin] Deleting subnet c8c0bef4-21da-4c40-a82e-5eacd9d4263a {{(pid=110062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 14:01:38.062200 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1bea519d-caf9-4906-8258-d7e4a8867a59 admin admin] Publish callbacks [] for subnet (c8c0bef4-21da-4c40-a82e-5eacd9d4263a), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:38.091101 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d939675e-c0c8-494b-a9bf-90a406bd4396 admin admin] Publish callbacks [] for security_group (c388547b-abe0-4db1-a001-c431c844fa8e), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:38.098516 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1bea519d-caf9-4906-8258-d7e4a8867a59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29529231'] for subnet (c8c0bef4-21da-4c40-a82e-5eacd9d4263a), precommit_delete_associations {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:38.115212 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d939675e-c0c8-494b-a9bf-90a406bd4396 admin admin] Publish callbacks [] for security_group (c388547b-abe0-4db1-a001-c431c844fa8e), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:38.169818 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d939675e-c0c8-494b-a9bf-90a406bd4396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (c388547b-abe0-4db1-a001-c431c844fa8e), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:38.172542 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d939675e-c0c8-494b-a9bf-90a406bd4396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:38.173681 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-d939675e-c0c8-494b-a9bf-90a406bd4396 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c388547b-abe0-4db1-a001-c431c844fa8e HTTP/1.1" status: 204 len: 168 time: 0.1323235 May 19 14:01:38.181608 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939675e-c0c8-494b-a9bf-90a406bd4396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c388547b-abe0-4db1-a001-c431c844fa8e,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:38.192035 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1bea519d-caf9-4906-8258-d7e4a8867a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541679'] for subnet (c8c0bef4-21da-4c40-a82e-5eacd9d4263a), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:38.257455 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1bea519d-caf9-4906-8258-d7e4a8867a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29560251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29814851'] for subnet (c8c0bef4-21da-4c40-a82e-5eacd9d4263a), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:38.281179 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea519d-caf9-4906-8258-d7e4a8867a59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8c0bef4-21da-4c40-a82e-5eacd9d4263a,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:38.286716 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1bea519d-caf9-4906-8258-d7e4a8867a59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:38.292505 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-1bea519d-caf9-4906-8258-d7e4a8867a59 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c8c0bef4-21da-4c40-a82e-5eacd9d4263a HTTP/1.1" status: 204 len: 168 time: 0.2848251 May 19 14:01:38.293053 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 36374) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:38.295697 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2c9c15-841f-45c9-ac3e-66c835c99462 None None] Network ad76f5bc-7148-40ee-8a08-ce1742f9a049 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 14:01:38.367782 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d19d80b7-9ddc-4311-853f-e40c75679cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319408'] for network (ad76f5bc-7148-40ee-8a08-ce1742f9a049), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:38.417578 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-d19d80b7-9ddc-4311-853f-e40c75679cc5 admin admin] Deleting port 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2 {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:01:38.418606 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d19d80b7-9ddc-4311-853f-e40c75679cc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:38.482929 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [None req-d19d80b7-9ddc-4311-853f-e40c75679cc5 admin admin] For port 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2,segment=NetworkSegment(c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9),segment_id=c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9)] {{(pid=110061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:01:38.483235 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d19d80b7-9ddc-4311-853f-e40c75679cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:38.495863 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-d19d80b7-9ddc-4311-853f-e40c75679cc5 admin admin] Calling delete_port for 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2 owned by network:dhcp {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:01:38.546934 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:38.565417 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e10254-52a2-4607-8a38-cd1900330dcd None None] DHCP port deletion for ad76f5bc-7148-40ee-8a08-ce1742f9a049 request from dv-cinder-784815-14-iscsi {{(pid=110063) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 14:01:38.592045 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d19d80b7-9ddc-4311-853f-e40c75679cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:38.617733 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-d7e10254-52a2-4607-8a38-cd1900330dcd None None] Deleting port 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2 {{(pid=110063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:01:38.618605 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-d7e10254-52a2-4607-8a38-cd1900330dcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2), before_delete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:38.619831 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19d80b7-9ddc-4311-853f-e40c75679cc5 admin admin] No DVR routers for this DVR port 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2 on host dv-cinder-784815-14-iscsi {{(pid=110061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 14:01:38.625786 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d80b7-9ddc-4311-853f-e40c75679cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:38.690480 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-d7e10254-52a2-4607-8a38-cd1900330dcd None None] For port 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2, host dv-cinder-784815-14-iscsi, got binding levels [] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:01:38.691461 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-d7e10254-52a2-4607-8a38-cd1900330dcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2), precommit_delete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:38.705694 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d19d80b7-9ddc-4311-853f-e40c75679cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1546650', 'neutron.services.segments.db._delete_segments_for_network-8784568151830'] for network (ad76f5bc-7148-40ee-8a08-ce1742f9a049), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:38.706059 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-d7e10254-52a2-4607-8a38-cd1900330dcd None None] Calling delete_port for 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2 owned by network:dhcp {{(pid=110063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:01:38.709181 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.ipam_backend_mixin [None req-d7e10254-52a2-4607-8a38-cd1900330dcd None None] Port 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2 was not found and therefore no delete operation was performed {{(pid=110063) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 14:01:38.710467 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-d7e10254-52a2-4607-8a38-cd1900330dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024'] for port (7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2), after_delete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:38.732183 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.services.segments.db [None req-d19d80b7-9ddc-4311-853f-e40c75679cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad76f5bc-7148-40ee-8a08-ce1742f9a049']}} {{(pid=110061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:38.734046 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e10254-52a2-4607-8a38-cd1900330dcd None None] Pushing event deleted for resources: {'Port': ['ID=7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2,revision_number=None']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:38.739933 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e10254-52a2-4607-8a38-cd1900330dcd None None] No DVR routers for this DVR port 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2 on host dv-cinder-784815-14-iscsi {{(pid=110063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 14:01:38.755836 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.services.segments.db [None req-d19d80b7-9ddc-4311-853f-e40c75679cc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9') {'for_net_delete': True} {{(pid=110061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:38.756126 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.services.segments.db [None req-d19d80b7-9ddc-4311-853f-e40c75679cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9') {} {{(pid=110061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:38.767784 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d19d80b7-9ddc-4311-853f-e40c75679cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784568151071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30855942'] for segment (c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:38.782627 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d19d80b7-9ddc-4311-853f-e40c75679cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:38.790235 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19d80b7-9ddc-4311-853f-e40c75679cc5 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=110061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 14:01:38.790838 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d19d80b7-9ddc-4311-853f-e40c75679cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30676727'] for segment (c7ed15d0-e3f6-4b45-8c8e-88ae1583c3d9), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: Traceback (most recent call last): May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: timer() May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: cb(*args, **kw) May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: return func(*args, **kwargs) May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: self._notify() May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: self.callback(batched_events) May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: event.method(event) May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: aggregate_uuid = self.p_client.list_aggregates( May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: return f(self, *a, **k) May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: return self._get(url).json() May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: return self.request(url, 'GET', **kwargs) May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: base_url = self.get_endpoint(auth, allow=allow, May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 14:01:38.792444 dv-cinder-784815-14-iscsi neutron-server[110061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 14:01:38.860502 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d19d80b7-9ddc-4311-853f-e40c75679cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1546657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631453'] for network (ad76f5bc-7148-40ee-8a08-ce1742f9a049), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:38.886222 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d19d80b7-9ddc-4311-853f-e40c75679cc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:38.886222 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-d19d80b7-9ddc-4311-853f-e40c75679cc5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ad76f5bc-7148-40ee-8a08-ce1742f9a049 HTTP/1.1" status: 204 len: 168 time: 0.5886347 May 19 14:01:38.886222 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d80b7-9ddc-4311-853f-e40c75679cc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad76f5bc-7148-40ee-8a08-ce1742f9a049,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:38.957886 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 36396) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:39.068529 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-f5df7736-6c6d-42d7-a174-11e3adc86542 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1718826276-network', 'tenant_id': 'f68358e9d695445490f8209d832a1c13'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:01:39.077322 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 36400) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:39.086170 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 2cba1721-a5b1-40ed-95cc-7659f5cc2997 no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:01:39.092855 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5df7736-6c6d-42d7-a174-11e3adc86542 admin admin] Made reservation on behalf of f68358e9d695445490f8209d832a1c13 for: {'network': 1} {{(pid=110061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 14:01:39.095591 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f5df7736-6c6d-42d7-a174-11e3adc86542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for network (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:39.104657 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f5df7736-6c6d-42d7-a174-11e3adc86542 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:39.121913 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: 2cba1721-a5b1-40ed-95cc-7659f5cc2997 {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:01:39.122737 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 2cba1721-a5b1-40ed-95cc-7659f5cc2997 not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:01:39.123248 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2 no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:01:39.136201 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-820d1054-0d58-400b-931a-641b381d47c6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4eed7a893f7b42edaadbf898ebe16cd6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0577059 May 19 14:01:39.139259 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 36404) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:39.151792 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=83,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:39.197388 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3e2c7f3a-ec31-4c4a-be99-08a82ba3ed4b admin admin] Publish callbacks [] for security_group (4d420fba-ad01-48ff-abbf-e9b8d9dd2a53), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:39.205058 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f5df7736-6c6d-42d7-a174-11e3adc86542 admin admin] Publish callbacks [] for security_group (9127f1b7-e988-47cf-8cc3-bcce23e92301), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:39.211575 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f5df7736-6c6d-42d7-a174-11e3adc86542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (9127f1b7-e988-47cf-8cc3-bcce23e92301), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:39.222653 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3e2c7f3a-ec31-4c4a-be99-08a82ba3ed4b admin admin] Publish callbacks [] for security_group (4d420fba-ad01-48ff-abbf-e9b8d9dd2a53), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:39.246316 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5df7736-6c6d-42d7-a174-11e3adc86542 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=110061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 14:01:39.268078 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df7736-6c6d-42d7-a174-11e3adc86542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9127f1b7-e988-47cf-8cc3-bcce23e92301,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:39.271798 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2 {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:01:39.272218 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 7ca7497b-f2c2-4ada-b75c-0b1d2d1d2df2 not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:01:39.272687 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 8528b01b-f41c-43e2-8e9a-319aa5196afb no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:01:39.273010 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f5df7736-6c6d-42d7-a174-11e3adc86542 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784568151821', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (c0636bc2-0439-4edc-bc3b-46dd0464fb6b), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:39.273530 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.segments_db [None req-f5df7736-6c6d-42d7-a174-11e3adc86542 admin admin] Added segment c0636bc2-0439-4edc-bc3b-46dd0464fb6b of type vlan for network 8c8b2849-e551-4065-bc90-6e6a7b094720 May 19 14:01:39.280875 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3e2c7f3a-ec31-4c4a-be99-08a82ba3ed4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (4d420fba-ad01-48ff-abbf-e9b8d9dd2a53), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:39.284393 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3e2c7f3a-ec31-4c4a-be99-08a82ba3ed4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:39.286371 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-3e2c7f3a-ec31-4c4a-be99-08a82ba3ed4b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4d420fba-ad01-48ff-abbf-e9b8d9dd2a53 HTTP/1.1" status: 204 len: 168 time: 0.1459296 May 19 14:01:39.292838 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: 8528b01b-f41c-43e2-8e9a-319aa5196afb {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:01:39.293229 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 8528b01b-f41c-43e2-8e9a-319aa5196afb not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:01:39.296819 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c7f3a-ec31-4c4a-be99-08a82ba3ed4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d420fba-ad01-48ff-abbf-e9b8d9dd2a53,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:39.329084 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f5df7736-6c6d-42d7-a174-11e3adc86542 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784567602773'] for network (8c8b2849-e551-4065-bc90-6e6a7b094720), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:39.361409 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f5df7736-6c6d-42d7-a174-11e3adc86542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for network (8c8b2849-e551-4065-bc90-6e6a7b094720), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:39.362422 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5df7736-6c6d-42d7-a174-11e3adc86542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:39.363055 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f5df7736-6c6d-42d7-a174-11e3adc86542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:39.421403 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-f5df7736-6c6d-42d7-a174-11e3adc86542 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4622021 May 19 14:01:39.425135 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 36408) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:39.427695 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df7736-6c6d-42d7-a174-11e3adc86542 admin admin] Pushing event updated for resources: {'Network': ['ID=8c8b2849-e551-4065-bc90-6e6a7b094720,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:39.436842 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-7e177de7-fce9-4c49-aed8-34f0f9fca6ff admin admin] Request body: {'subnet': {'network_id': '8c8b2849-e551-4065-bc90-6e6a7b094720', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1718826276-subnet', 'tenant_id': 'f68358e9d695445490f8209d832a1c13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:01:39.440950 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Network 8c8b2849-e551-4065-bc90-6e6a7b094720 details requested by agent ovs-agent-dv-cinder-784815-14-iscsi with host dv-cinder-784815-14-iscsi {{(pid=110063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 14:01:39.454205 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:39.463990 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e177de7-fce9-4c49-aed8-34f0f9fca6ff admin admin] Made reservation on behalf of f68358e9d695445490f8209d832a1c13 for: {'subnet': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 14:01:39.466979 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7e177de7-fce9-4c49-aed8-34f0f9fca6ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29814894'] for subnet (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:39.642470 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7e177de7-fce9-4c49-aed8-34f0f9fca6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29560314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29814904'] for subnet (3bf43e50-0a07-424b-9adc-6d56c8326faf), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:39.675168 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:39.704612 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e177de7-fce9-4c49-aed8-34f0f9fca6ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bf43e50-0a07-424b-9adc-6d56c8326faf,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:39.720680 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:DELETE=6,neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:39.724509 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e177de7-fce9-4c49-aed8-34f0f9fca6ff admin admin] Checking segment: {'id': 'c0636bc2-0439-4edc-bc3b-46dd0464fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '8c8b2849-e551-4065-bc90-6e6a7b094720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 14:01:39.724864 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e177de7-fce9-4c49-aed8-34f0f9fca6ff admin admin] Network hostable DHCP agents. Network: 8c8b2849-e551-4065-bc90-6e6a7b094720, hostable agents: ['ed6e9061-200e-415c-854c-495582c024f0'], hosted agents: [] {{(pid=110062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 14:01:39.745455 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e177de7-fce9-4c49-aed8-34f0f9fca6ff admin admin] Network 8c8b2849-e551-4065-bc90-6e6a7b094720 is scheduled to be hosted by DHCP agent ed6e9061-200e-415c-854c-495582c024f0 with binding_index 1 {{(pid=110062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 14:01:39.756065 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-7e177de7-fce9-4c49-aed8-34f0f9fca6ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-14-iscsi, 8c8b2849-e551-4065-bc90-6e6a7b094720) {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:01:39.760997 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e177de7-fce9-4c49-aed8-34f0f9fca6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:39.761578 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7e177de7-fce9-4c49-aed8-34f0f9fca6ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:39.767960 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9a3b58-a4d0-409a-ba36-c77e5360611c None None] Network 8c8b2849-e551-4065-bc90-6e6a7b094720 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 14:01:39.783529 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-7e177de7-fce9-4c49-aed8-34f0f9fca6ff admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3560290 May 19 14:01:39.880290 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b061aea1-ac4b-4296-87f3-ee1a0fb7a2c2 None None] Network 8c8b2849-e551-4065-bc90-6e6a7b094720 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 14:01:41.121864 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 36468) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:41.226522 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-c75321e3-c224-4762-a54d-2eed37726b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:41.307375 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-c75321e3-c224-4762-a54d-2eed37726b36 admin admin] Publish callbacks [] for security_group (849ef1cc-f917-4a5d-9bd4-71855fd7923a), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:41.311034 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-c75321e3-c224-4762-a54d-2eed37726b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (849ef1cc-f917-4a5d-9bd4-71855fd7923a), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:41.349629 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-c75321e3-c224-4762-a54d-2eed37726b36 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=53b53a3cfa1247e98db5447b44d37333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266951 May 19 14:01:41.350469 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75321e3-c224-4762-a54d-2eed37726b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849ef1cc-f917-4a5d-9bd4-71855fd7923a,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:41.352293 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 36472) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:41.409131 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f9b2dfd5-4286-47ae-ae0b-a2dbde252a9b admin admin] Publish callbacks [] for security_group (849ef1cc-f917-4a5d-9bd4-71855fd7923a), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:41.430676 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f9b2dfd5-4286-47ae-ae0b-a2dbde252a9b admin admin] Publish callbacks [] for security_group (849ef1cc-f917-4a5d-9bd4-71855fd7923a), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:41.480699 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f9b2dfd5-4286-47ae-ae0b-a2dbde252a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (849ef1cc-f917-4a5d-9bd4-71855fd7923a), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:41.483559 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f9b2dfd5-4286-47ae-ae0b-a2dbde252a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:41.484810 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-f9b2dfd5-4286-47ae-ae0b-a2dbde252a9b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/849ef1cc-f917-4a5d-9bd4-71855fd7923a HTTP/1.1" status: 204 len: 168 time: 0.1315062 May 19 14:01:41.494036 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2dfd5-4286-47ae-ae0b-a2dbde252a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849ef1cc-f917-4a5d-9bd4-71855fd7923a,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:41.712082 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:41.746695 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-1dc09f75-a76c-49d8-a905-5645083e0ca9 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:41.748386 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-1dc09f75-a76c-49d8-a905-5645083e0ca9 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/networks?id=8c8b2849-e551-4065-bc90-6e6a7b094720 HTTP/1.1" status: 200 len: 814 time: 0.1109526 May 19 14:01:41.764117 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-6a72c69f-f01d-4ff9-889a-ebd0a216f107 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/quotas/f68358e9d695445490f8209d832a1c13 HTTP/1.1" status: 200 len: 375 time: 0.0099344 May 19 14:01:41.775685 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 36494) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:41.789367 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-fb19719b-2160-4dd0-aa2a-96b12cc74232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:41.803515 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-25be0ec6-d321-4e61-81f7-07da1cddfdc8 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f68358e9d695445490f8209d832a1c13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339181 May 19 14:01:41.866028 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-fb19719b-2160-4dd0-aa2a-96b12cc74232 admin admin] Publish callbacks [] for security_group (b0334aa1-cacd-4acb-930d-f5555010d483), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:41.870429 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-fb19719b-2160-4dd0-aa2a-96b12cc74232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (b0334aa1-cacd-4acb-930d-f5555010d483), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:41.913673 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-fb19719b-2160-4dd0-aa2a-96b12cc74232 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b7f3f230bb3e4048a71fc9f69fe0d0f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369128 May 19 14:01:41.914766 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19719b-2160-4dd0-aa2a-96b12cc74232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0334aa1-cacd-4acb-930d-f5555010d483,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:41.916653 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 36498) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:41.968241 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d39659a9-5e07-4aef-9e21-eacbdbf9967a admin admin] Publish callbacks [] for security_group (b0334aa1-cacd-4acb-930d-f5555010d483), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:42.272069 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d39659a9-5e07-4aef-9e21-eacbdbf9967a admin admin] Publish callbacks [] for security_group (b0334aa1-cacd-4acb-930d-f5555010d483), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:42.329974 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-86c54b4c-0d67-4974-b28c-83b9fcc3c3af service neutron] 10.222.0.52 "GET /v2.0/networks/8c8b2849-e551-4065-bc90-6e6a7b094720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5194848 May 19 14:01:42.385600 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d39659a9-5e07-4aef-9e21-eacbdbf9967a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (b0334aa1-cacd-4acb-930d-f5555010d483), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:42.388567 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d39659a9-5e07-4aef-9e21-eacbdbf9967a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:42.389680 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-d39659a9-5e07-4aef-9e21-eacbdbf9967a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b0334aa1-cacd-4acb-930d-f5555010d483 HTTP/1.1" status: 204 len: 168 time: 0.4720101 May 19 14:01:42.403286 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39659a9-5e07-4aef-9e21-eacbdbf9967a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0334aa1-cacd-4acb-930d-f5555010d483,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:42.439403 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-d8046185-494a-4e24-bc72-257542e5e9fa service neutron] 10.222.0.52 "GET /v2.0/networks/8c8b2849-e551-4065-bc90-6e6a7b094720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029863 May 19 14:01:42.583822 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:42.609830 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0ff333c6-2d29-493e-bb58-73724de4abad req-d6f8e006-17a0-42fb-904a-afe1719f6f55 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2a859a-1290-4808-9f0c-446b9d5dfee7 HTTP/1.1" status: 200 len: 210 time: 0.0365372 May 19 14:01:42.853333 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:42.883334 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:43.140493 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 36530) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:43.247514 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-cee5a9c1-d270-4176-b81f-26bb1c959e06 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-804011846-network', 'tenant_id': '09301e0029c04454862ab0b7634458ab'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:01:43.268201 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee5a9c1-d270-4176-b81f-26bb1c959e06 admin admin] Made reservation on behalf of 09301e0029c04454862ab0b7634458ab for: {'network': 1} {{(pid=110061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 14:01:43.270500 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-cee5a9c1-d270-4176-b81f-26bb1c959e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for network (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:43.278800 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-cee5a9c1-d270-4176-b81f-26bb1c959e06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:43.352613 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-cee5a9c1-d270-4176-b81f-26bb1c959e06 admin admin] Publish callbacks [] for security_group (25521eb6-5630-4d3f-a779-12944c3e3435), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:43.356715 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-cee5a9c1-d270-4176-b81f-26bb1c959e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (25521eb6-5630-4d3f-a779-12944c3e3435), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:43.382292 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee5a9c1-d270-4176-b81f-26bb1c959e06 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=110061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 14:01:43.392933 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5a9c1-d270-4176-b81f-26bb1c959e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25521eb6-5630-4d3f-a779-12944c3e3435,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:43.399555 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-cee5a9c1-d270-4176-b81f-26bb1c959e06 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784568151821', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (03618cce-a6b7-45c1-a791-8b76722ffbd8), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:43.400306 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.segments_db [None req-cee5a9c1-d270-4176-b81f-26bb1c959e06 admin admin] Added segment 03618cce-a6b7-45c1-a791-8b76722ffbd8 of type vlan for network 8eb39b56-192d-44fb-9e4a-a162e4d5d490 May 19 14:01:43.441842 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-cee5a9c1-d270-4176-b81f-26bb1c959e06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784567602773'] for network (8eb39b56-192d-44fb-9e4a-a162e4d5d490), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:43.474801 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-cee5a9c1-d270-4176-b81f-26bb1c959e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for network (8eb39b56-192d-44fb-9e4a-a162e4d5d490), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:43.475993 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee5a9c1-d270-4176-b81f-26bb1c959e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:43.476565 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-cee5a9c1-d270-4176-b81f-26bb1c959e06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:43.533556 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-cee5a9c1-d270-4176-b81f-26bb1c959e06 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3919618 May 19 14:01:43.536614 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 36534) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:43.541396 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-b8aca3ed-2379-4ff7-aff8-175ff37f0525 admin admin] Request body: {'subnet': {'network_id': '8eb39b56-192d-44fb-9e4a-a162e4d5d490', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-804011846-subnet', 'tenant_id': '09301e0029c04454862ab0b7634458ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:01:43.546404 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5a9c1-d270-4176-b81f-26bb1c959e06 admin admin] Pushing event updated for resources: {'Network': ['ID=8eb39b56-192d-44fb-9e4a-a162e4d5d490,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:43.556064 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Network 8eb39b56-192d-44fb-9e4a-a162e4d5d490 details requested by agent ovs-agent-dv-cinder-784815-14-iscsi with host dv-cinder-784815-14-iscsi {{(pid=110063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 14:01:43.571431 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8aca3ed-2379-4ff7-aff8-175ff37f0525 admin admin] Made reservation on behalf of 09301e0029c04454862ab0b7634458ab for: {'subnet': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 14:01:43.575084 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b8aca3ed-2379-4ff7-aff8-175ff37f0525 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29814894'] for subnet (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:43.715382 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c1d6d0cc-49d1-48e6-a3c6-b294e00bf5d6 req-f99be33f-dfd1-4743-b8e4-4c3d5fd1338d tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2a859a-1290-4808-9f0c-446b9d5dfee7 HTTP/1.1" status: 200 len: 210 time: 0.0292556 May 19 14:01:43.761004 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-8a888637-6921-4314-aa7f-c9272a468bdb tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:43.763217 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-8a888637-6921-4314-aa7f-c9272a468bdb tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.65 "GET /v2.0/networks?id=8c8b2849-e551-4065-bc90-6e6a7b094720 HTTP/1.1" status: 200 len: 814 time: 0.1508911 May 19 14:01:43.794024 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-2ee21268-b6c4-4254-b4d1-57d143f85629 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Request body: {'port': {'device_id': '9a2a859a-1290-4808-9f0c-446b9d5dfee7', 'network_id': '8c8b2849-e551-4065-bc90-6e6a7b094720', 'admin_state_up': True, 'tenant_id': 'f68358e9d695445490f8209d832a1c13'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:01:44.142489 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:44.153924 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:44.176021 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b8aca3ed-2379-4ff7-aff8-175ff37f0525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29560314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29814904'] for subnet (0bcc2b80-a359-47b1-9800-02222dd7b2a2), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:44.259359 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aca3ed-2379-4ff7-aff8-175ff37f0525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bcc2b80-a359-47b1-9800-02222dd7b2a2,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:44.262971 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-2ee21268-b6c4-4254-b4d1-57d143f85629 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Made reservation on behalf of f68358e9d695445490f8209d832a1c13 for: {'port': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 14:01:44.266276 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-2ee21268-b6c4-4254-b4d1-57d143f85629 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:44.281819 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aca3ed-2379-4ff7-aff8-175ff37f0525 admin admin] Checking segment: {'id': '03618cce-a6b7-45c1-a791-8b76722ffbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8eb39b56-192d-44fb-9e4a-a162e4d5d490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 14:01:44.282171 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aca3ed-2379-4ff7-aff8-175ff37f0525 admin admin] Network hostable DHCP agents. Network: 8eb39b56-192d-44fb-9e4a-a162e4d5d490, hostable agents: ['ed6e9061-200e-415c-854c-495582c024f0'], hosted agents: [] {{(pid=110062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 14:01:44.346720 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aca3ed-2379-4ff7-aff8-175ff37f0525 admin admin] Network 8eb39b56-192d-44fb-9e4a-a162e4d5d490 is scheduled to be hosted by DHCP agent ed6e9061-200e-415c-854c-495582c024f0 with binding_index 1 {{(pid=110062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 14:01:44.361003 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-b8aca3ed-2379-4ff7-aff8-175ff37f0525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-14-iscsi, 8eb39b56-192d-44fb-9e4a-a162e4d5d490) {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:01:44.368801 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aca3ed-2379-4ff7-aff8-175ff37f0525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:44.369396 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-b8aca3ed-2379-4ff7-aff8-175ff37f0525 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:44.372205 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9554ec0-6ad9-4a05-b1c1-c24aa526f92c None None] Network 8eb39b56-192d-44fb-9e4a-a162e4d5d490 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 14:01:44.416940 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-b8aca3ed-2379-4ff7-aff8-175ff37f0525 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8762572 May 19 14:01:44.430328 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=100 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:44.433678 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-2ee21268-b6c4-4254-b4d1-57d143f85629 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Allocated IP 172.20.0.4 (8c8b2849-e551-4065-bc90-6e6a7b094720/3bf43e50-0a07-424b-9adc-6d56c8326faf/2e95403e-403f-45b3-b656-464e76490bd6) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 14:01:44.487382 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1c06b2-18c7-44a3-af2a-505b315d81a2 None None] Network 8eb39b56-192d-44fb-9e4a-a162e4d5d490 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 14:01:44.609138 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-2ee21268-b6c4-4254-b4d1-57d143f85629 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Publish callbacks [] for port (2e95403e-403f-45b3-b656-464e76490bd6), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:44.641280 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-2ee21268-b6c4-4254-b4d1-57d143f85629 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (2e95403e-403f-45b3-b656-464e76490bd6), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:44.686553 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-2ee21268-b6c4-4254-b4d1-57d143f85629 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Network 8c8b2849-e551-4065-bc90-6e6a7b094720 is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 14:01:44.689666 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-2ee21268-b6c4-4254-b4d1-57d143f85629 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:01:44.694455 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-2ee21268-b6c4-4254-b4d1-57d143f85629 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 14:01:44.717503 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee21268-b6c4-4254-b4d1-57d143f85629 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Pushing event updated for resources: {'Port': ['ID=2e95403e-403f-45b3-b656-464e76490bd6,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:44.746594 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-2ee21268-b6c4-4254-b4d1-57d143f85629 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:44.747248 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-2ee21268-b6c4-4254-b4d1-57d143f85629 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:44.765655 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-2ee21268-b6c4-4254-b4d1-57d143f85629 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9771471 May 19 14:01:44.786788 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-bfb28e7e-653d-4b18-8482-8bfc0b98bc5b service neutron] Request body: {'port': {'device_id': '9a2a859a-1290-4808-9f0c-446b9d5dfee7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:01:44.841236 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edbab8-d72e-4761-a6d8-0d5a621b695f req-03404bfd-7081-4fb9-8d15-8212c19be5e1 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:44.845287 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-44edbab8-d72e-4761-a6d8-0d5a621b695f req-03404bfd-7081-4fb9-8d15-8212c19be5e1 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2a859a-1290-4808-9f0c-446b9d5dfee7 HTTP/1.1" status: 200 len: 931 time: 0.0573368 May 19 14:01:44.849340 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:44.863033 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-bfb28e7e-653d-4b18-8482-8bfc0b98bc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (2e95403e-403f-45b3-b656-464e76490bd6), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:44.900722 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:44.907136 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-44edbab8-d72e-4761-a6d8-0d5a621b695f req-e77d460d-e3bd-43b1-9702-d445d5e2016e tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/security-groups?id=9127f1b7-e988-47cf-8cc3-bcce23e92301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538750 May 19 14:01:44.941887 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 36558) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:44.946647 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-f677638c-1506-4c65-b93f-bebeee4f2d95 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1029728070-network', 'tenant_id': '4a78c33fc802413da0d7b3de9948374f'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:01:44.957774 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:44.967338 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f677638c-1506-4c65-b93f-bebeee4f2d95 admin admin] Made reservation on behalf of 4a78c33fc802413da0d7b3de9948374f for: {'network': 1} {{(pid=110061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 14:01:44.969918 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f677638c-1506-4c65-b93f-bebeee4f2d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for network (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:44.978392 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f677638c-1506-4c65-b93f-bebeee4f2d95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:45.058980 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f677638c-1506-4c65-b93f-bebeee4f2d95 admin admin] Publish callbacks [] for security_group (3ebccb64-c442-46b2-9f43-4cb9c81ad8d1), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:45.063156 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f677638c-1506-4c65-b93f-bebeee4f2d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (3ebccb64-c442-46b2-9f43-4cb9c81ad8d1), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:45.088374 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f677638c-1506-4c65-b93f-bebeee4f2d95 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=110061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 14:01:45.103446 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677638c-1506-4c65-b93f-bebeee4f2d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebccb64-c442-46b2-9f43-4cb9c81ad8d1,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:45.108885 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f677638c-1506-4c65-b93f-bebeee4f2d95 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784568151821', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (3aa52485-b9f2-4a37-8b82-f6b1860a050c), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:45.109283 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.segments_db [None req-f677638c-1506-4c65-b93f-bebeee4f2d95 admin admin] Added segment 3aa52485-b9f2-4a37-8b82-f6b1860a050c of type vlan for network 26eeaa14-848d-4ab9-9f6a-02ae77cb6769 May 19 14:01:45.150008 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f677638c-1506-4c65-b93f-bebeee4f2d95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784567602773'] for network (26eeaa14-848d-4ab9-9f6a-02ae77cb6769), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:45.169632 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-bfb28e7e-653d-4b18-8482-8bfc0b98bc5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e95403e-403f-45b3-b656-464e76490bd6 {{(pid=110062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 14:01:45.178344 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-bfb28e7e-653d-4b18-8482-8bfc0b98bc5b service neutron] Publish callbacks [] for port (2e95403e-403f-45b3-b656-464e76490bd6), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:45.179217 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f677638c-1506-4c65-b93f-bebeee4f2d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for network (26eeaa14-848d-4ab9-9f6a-02ae77cb6769), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:45.180294 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f677638c-1506-4c65-b93f-bebeee4f2d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:45.180866 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f677638c-1506-4c65-b93f-bebeee4f2d95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:45.191689 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.provisioning_blocks [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-bfb28e7e-653d-4b18-8482-8bfc0b98bc5b service neutron] Transition to ACTIVE for port object 2e95403e-403f-45b3-b656-464e76490bd6 will not be triggered until provisioned by entity L2. {{(pid=110062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 14:01:45.195431 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-bfb28e7e-653d-4b18-8482-8bfc0b98bc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29558909'] for port (2e95403e-403f-45b3-b656-464e76490bd6), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:45.231707 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:45.237686 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-f677638c-1506-4c65-b93f-bebeee4f2d95 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.2946553 May 19 14:01:45.241395 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 36560) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:45.249115 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-1e065bb9-c40b-4e74-9837-b9ad2dcabdf5 admin admin] Request body: {'subnet': {'network_id': '26eeaa14-848d-4ab9-9f6a-02ae77cb6769', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1029728070-subnet', 'tenant_id': '4a78c33fc802413da0d7b3de9948374f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:01:45.255741 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677638c-1506-4c65-b93f-bebeee4f2d95 admin admin] Pushing event updated for resources: {'Network': ['ID=26eeaa14-848d-4ab9-9f6a-02ae77cb6769,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:45.263657 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb28e7e-653d-4b18-8482-8bfc0b98bc5b service neutron] Pushing event updated for resources: {'Port': ['ID=2e95403e-403f-45b3-b656-464e76490bd6,revision_number=2']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:45.272988 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Network 26eeaa14-848d-4ab9-9f6a-02ae77cb6769 details requested by agent ovs-agent-dv-cinder-784815-14-iscsi with host dv-cinder-784815-14-iscsi {{(pid=110063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 14:01:45.320782 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e065bb9-c40b-4e74-9837-b9ad2dcabdf5 admin admin] Made reservation on behalf of 4a78c33fc802413da0d7b3de9948374f for: {'subnet': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 14:01:45.323683 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1e065bb9-c40b-4e74-9837-b9ad2dcabdf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29814894'] for subnet (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:45.405064 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-bfb28e7e-653d-4b18-8482-8bfc0b98bc5b service neutron] Attempting to bind port 2e95403e-403f-45b3-b656-464e76490bd6 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 14:01:45.405609 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-bfb28e7e-653d-4b18-8482-8bfc0b98bc5b service neutron] Attempting to bind port 2e95403e-403f-45b3-b656-464e76490bd6 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'c0636bc2-0439-4edc-bc3b-46dd0464fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '8c8b2849-e551-4065-bc90-6e6a7b094720'}] {{(pid=110062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 14:01:45.406150 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-bfb28e7e-653d-4b18-8482-8bfc0b98bc5b service neutron] Attempting to bind port 2e95403e-403f-45b3-b656-464e76490bd6 on network 8c8b2849-e551-4065-bc90-6e6a7b094720 {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 14:01:45.419171 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-bfb28e7e-653d-4b18-8482-8bfc0b98bc5b service neutron] Port 2e95403e-403f-45b3-b656-464e76490bd6 on network 8c8b2849-e551-4065-bc90-6e6a7b094720 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 14:01:45.419488 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-bfb28e7e-653d-4b18-8482-8bfc0b98bc5b service neutron] Attempting to bind port 2e95403e-403f-45b3-b656-464e76490bd6 on network 8c8b2849-e551-4065-bc90-6e6a7b094720 {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 14:01:45.432357 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-bfb28e7e-653d-4b18-8482-8bfc0b98bc5b service neutron] Checking agent: {'id': '7bec7b2c-83f8-44b0-a5e6-0a5454b173c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'started_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 14, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 14:01:45.432596 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-bfb28e7e-653d-4b18-8482-8bfc0b98bc5b service neutron] Checking segment: {'id': 'c0636bc2-0439-4edc-bc3b-46dd0464fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '8c8b2849-e551-4065-bc90-6e6a7b094720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 14:01:45.432971 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-bfb28e7e-653d-4b18-8482-8bfc0b98bc5b service neutron] Bound using segment: {'id': 'c0636bc2-0439-4edc-bc3b-46dd0464fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '8c8b2849-e551-4065-bc90-6e6a7b094720'} {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 14:01:45.433392 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-bfb28e7e-653d-4b18-8482-8bfc0b98bc5b service neutron] Bound port: 2e95403e-403f-45b3-b656-464e76490bd6, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0636bc2-0439-4edc-bc3b-46dd0464fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '8c8b2849-e551-4065-bc90-6e6a7b094720'}}] {{(pid=110062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 14:01:45.434457 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-bfb28e7e-653d-4b18-8482-8bfc0b98bc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (2e95403e-403f-45b3-b656-464e76490bd6), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:45.541272 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-bfb28e7e-653d-4b18-8482-8bfc0b98bc5b service neutron] For port 2e95403e-403f-45b3-b656-464e76490bd6, host hv-cinder-78481, cleared binding levels {{(pid=110062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 14:01:45.545856 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-bfb28e7e-653d-4b18-8482-8bfc0b98bc5b service neutron] For port 2e95403e-403f-45b3-b656-464e76490bd6, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2e95403e-403f-45b3-b656-464e76490bd6,segment=NetworkSegment(c0636bc2-0439-4edc-bc3b-46dd0464fb6b),segment_id=c0636bc2-0439-4edc-bc3b-46dd0464fb6b)] {{(pid=110062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 14:01:45.573217 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-bfb28e7e-653d-4b18-8482-8bfc0b98bc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29558909'] for port (2e95403e-403f-45b3-b656-464e76490bd6), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:45.588044 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:45.616125 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1e065bb9-c40b-4e74-9837-b9ad2dcabdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29560314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29814904'] for subnet (c3bbb39c-2120-4330-ae84-fdd93fac920e), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:45.622767 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-bfb28e7e-653d-4b18-8482-8bfc0b98bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:45.623541 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-bfb28e7e-653d-4b18-8482-8bfc0b98bc5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:45.624888 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-bfb28e7e-653d-4b18-8482-8bfc0b98bc5b service neutron] 10.222.0.65 "PUT /v2.0/ports/2e95403e-403f-45b3-b656-464e76490bd6 HTTP/1.1" status: 200 len: 1093 time: 0.8444600 May 19 14:01:45.626714 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2a859a-1290-4808-9f0c-446b9d5dfee7', 'tag': '2e95403e-403f-45b3-b656-464e76490bd6'}] {{(pid=110062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:01:45.628921 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dff7f06c5e0e0f36f9473af0b06c6f419441bd6c4accb13c2a4abbfe17b595b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4feba274-c708-4d4a-8b7e-a0828fad0bad" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2a859a-1290-4808-9f0c-446b9d5dfee7", "tag": "2e95403e-403f-45b3-b656-464e76490bd6"}]}' {{(pid=110062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:01:45.678168 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 14:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022fff70-8f3b-44fe-9e53-f8244c27ec21 x-openstack-request-id: req-022fff70-8f3b-44fe-9e53-f8244c27ec21 {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:01:45.678449 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2a859a-1290-4808-9f0c-446b9d5dfee7", "tag": "2e95403e-403f-45b3-b656-464e76490bd6", "status": "completed", "code": 200}]} {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:01:45.678692 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-022fff70-8f3b-44fe-9e53-f8244c27ec21 {{(pid=110062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:01:45.679116 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-022fff70-8f3b-44fe-9e53-f8244c27ec21'] response: {'name': 'network-changed', 'server_uuid': '9a2a859a-1290-4808-9f0c-446b9d5dfee7', 'tag': '2e95403e-403f-45b3-b656-464e76490bd6', 'status': 'completed', 'code': 200} May 19 14:01:45.705701 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:45.719881 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e065bb9-c40b-4e74-9837-b9ad2dcabdf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3bbb39c-2120-4330-ae84-fdd93fac920e,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:45.721773 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb28e7e-653d-4b18-8482-8bfc0b98bc5b service neutron] Pushing event updated for resources: {'Port': ['ID=2e95403e-403f-45b3-b656-464e76490bd6,revision_number=3']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:45.754931 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e065bb9-c40b-4e74-9837-b9ad2dcabdf5 admin admin] Checking segment: {'id': '3aa52485-b9f2-4a37-8b82-f6b1860a050c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '26eeaa14-848d-4ab9-9f6a-02ae77cb6769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 14:01:45.755284 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e065bb9-c40b-4e74-9837-b9ad2dcabdf5 admin admin] Network hostable DHCP agents. Network: 26eeaa14-848d-4ab9-9f6a-02ae77cb6769, hostable agents: ['ed6e9061-200e-415c-854c-495582c024f0'], hosted agents: [] {{(pid=110062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 14:01:45.761696 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-20f996bf-5b9f-48b6-8ceb-0f5ab6e75f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:45.763374 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-20f996bf-5b9f-48b6-8ceb-0f5ab6e75f85 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f68358e9d695445490f8209d832a1c13&device_id=9a2a859a-1290-4808-9f0c-446b9d5dfee7 HTTP/1.1" status: 200 len: 1127 time: 0.0723403 May 19 14:01:45.776846 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e065bb9-c40b-4e74-9837-b9ad2dcabdf5 admin admin] Network 26eeaa14-848d-4ab9-9f6a-02ae77cb6769 is scheduled to be hosted by DHCP agent ed6e9061-200e-415c-854c-495582c024f0 with binding_index 1 {{(pid=110062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 14:01:45.816119 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-d27212ea-9568-42ad-a4cd-c15d190d174f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e95403e-403f-45b3-b656-464e76490bd6 HTTP/1.1" status: 200 len: 217 time: 0.0362010 May 19 14:01:45.817230 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-1e065bb9-c40b-4e74-9837-b9ad2dcabdf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-14-iscsi, 26eeaa14-848d-4ab9-9f6a-02ae77cb6769) {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:01:45.821686 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e065bb9-c40b-4e74-9837-b9ad2dcabdf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:45.822286 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1e065bb9-c40b-4e74-9837-b9ad2dcabdf5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:45.826904 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc47a55-16cb-4520-9236-309aa0f5b6af None None] Network 26eeaa14-848d-4ab9-9f6a-02ae77cb6769 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 14:01:45.869464 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-1e065bb9-c40b-4e74-9837-b9ad2dcabdf5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6269996 May 19 14:01:45.880202 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-d4be45e2-df1d-438e-9fc0-11c96cc763b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:45.882004 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-d4be45e2-df1d-438e-9fc0-11c96cc763b4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3bf43e50-0a07-424b-9adc-6d56c8326faf HTTP/1.1" status: 200 len: 854 time: 0.0555689 May 19 14:01:45.920607 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-d465fe07-225f-4afa-b1f4-ec4e29cd337c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8c8b2849-e551-4065-bc90-6e6a7b094720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317707 May 19 14:01:45.937588 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7ca5ca-7249-49ed-8f92-587e2d8a078d None None] Network 26eeaa14-848d-4ab9-9f6a-02ae77cb6769 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 14:01:46.017874 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 36570) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:46.042496 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7d216-d4e2-4dbe-b19a-5df65f4d08f3 req-dfc3352a-5941-4103-9be4-d9c799048bfb tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:46.045163 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-48f7d216-d4e2-4dbe-b19a-5df65f4d08f3 req-dfc3352a-5941-4103-9be4-d9c799048bfb tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2a859a-1290-4808-9f0c-446b9d5dfee7 HTTP/1.1" status: 200 len: 943 time: 0.0627699 May 19 14:01:46.067129 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-78ccfdd7-62ed-485c-ad9f-c7e6597b6b63 service neutron] 10.222.0.65 "GET /v2.0/networks/8c8b2849-e551-4065-bc90-6e6a7b094720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383812 May 19 14:01:46.085686 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_v2 [None req-e980040b-8fb5-43f0-a837-a08b13ad5abf admin admin] Deleting subnet 0bcc2b80-a359-47b1-9800-02222dd7b2a2 {{(pid=110062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 14:01:46.093573 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-48f7d216-d4e2-4dbe-b19a-5df65f4d08f3 req-3da8a0da-8758-4ba9-93e6-ae6e2a009887 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/security-groups?id=9127f1b7-e988-47cf-8cc3-bcce23e92301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426121 May 19 14:01:46.124829 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e980040b-8fb5-43f0-a837-a08b13ad5abf admin admin] Publish callbacks [] for subnet (0bcc2b80-a359-47b1-9800-02222dd7b2a2), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:46.171709 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e980040b-8fb5-43f0-a837-a08b13ad5abf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29529231'] for subnet (0bcc2b80-a359-47b1-9800-02222dd7b2a2), precommit_delete_associations {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:46.231091 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ca21449e-3bb5-4e15-b25e-7f6f177557d8 req-ae26172e-b22a-4ce7-9464-931ab83961ed service neutron] 10.222.0.65 "GET /v2.0/networks/8c8b2849-e551-4065-bc90-6e6a7b094720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576447 May 19 14:01:46.235401 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e980040b-8fb5-43f0-a837-a08b13ad5abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541679'] for subnet (0bcc2b80-a359-47b1-9800-02222dd7b2a2), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:46.290568 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e980040b-8fb5-43f0-a837-a08b13ad5abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29560251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29814851'] for subnet (0bcc2b80-a359-47b1-9800-02222dd7b2a2), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:46.319742 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e980040b-8fb5-43f0-a837-a08b13ad5abf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:46.322761 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-e980040b-8fb5-43f0-a837-a08b13ad5abf admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0bcc2b80-a359-47b1-9800-02222dd7b2a2 HTTP/1.1" status: 204 len: 168 time: 0.3039587 May 19 14:01:46.323686 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980040b-8fb5-43f0-a837-a08b13ad5abf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bcc2b80-a359-47b1-9800-02222dd7b2a2,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:46.326272 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 36572) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:46.396663 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-6a504091-e6b8-4a96-ac3c-b1781c7a14d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319408'] for network (8eb39b56-192d-44fb-9e4a-a162e4d5d490), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:46.472190 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-6a504091-e6b8-4a96-ac3c-b1781c7a14d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1546650', 'neutron.services.segments.db._delete_segments_for_network-8784568151830'] for network (8eb39b56-192d-44fb-9e4a-a162e4d5d490), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:46.491099 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.services.segments.db [None req-6a504091-e6b8-4a96-ac3c-b1781c7a14d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb39b56-192d-44fb-9e4a-a162e4d5d490']}} {{(pid=110061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:46.500547 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.services.segments.db [None req-6a504091-e6b8-4a96-ac3c-b1781c7a14d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03618cce-a6b7-45c1-a791-8b76722ffbd8') {'for_net_delete': True} {{(pid=110061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:46.500837 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.services.segments.db [None req-6a504091-e6b8-4a96-ac3c-b1781c7a14d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03618cce-a6b7-45c1-a791-8b76722ffbd8') {} {{(pid=110061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:46.510151 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-6a504091-e6b8-4a96-ac3c-b1781c7a14d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784568151071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30855942'] for segment (03618cce-a6b7-45c1-a791-8b76722ffbd8), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:46.523875 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-6a504091-e6b8-4a96-ac3c-b1781c7a14d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (03618cce-a6b7-45c1-a791-8b76722ffbd8), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:46.529918 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a504091-e6b8-4a96-ac3c-b1781c7a14d9 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=110061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 14:01:46.530291 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-6a504091-e6b8-4a96-ac3c-b1781c7a14d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30676727'] for segment (03618cce-a6b7-45c1-a791-8b76722ffbd8), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: Traceback (most recent call last): May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: timer() May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: cb(*args, **kw) May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: return func(*args, **kwargs) May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: self._notify() May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: self.callback(batched_events) May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: event.method(event) May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: aggregate_uuid = self.p_client.list_aggregates( May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: return f(self, *a, **k) May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: return self._get(url).json() May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: return self.request(url, 'GET', **kwargs) May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: base_url = self.get_endpoint(auth, allow=allow, May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 14:01:46.531974 dv-cinder-784815-14-iscsi neutron-server[110061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 14:01:46.587478 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-6a504091-e6b8-4a96-ac3c-b1781c7a14d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1546657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631453'] for network (8eb39b56-192d-44fb-9e4a-a162e4d5d490), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:46.592971 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-6a504091-e6b8-4a96-ac3c-b1781c7a14d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:46.596031 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-6a504091-e6b8-4a96-ac3c-b1781c7a14d9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8eb39b56-192d-44fb-9e4a-a162e4d5d490 HTTP/1.1" status: 204 len: 168 time: 0.2683127 May 19 14:01:46.599110 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 36574) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:46.607645 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a504091-e6b8-4a96-ac3c-b1781c7a14d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8eb39b56-192d-44fb-9e4a-a162e4d5d490,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:46.644928 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e6ceb6-9f6e-4bc0-872d-f054575d025b admin admin] Deleting subnet c3bbb39c-2120-4330-ae84-fdd93fac920e {{(pid=110062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 14:01:46.648179 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-12e6ceb6-9f6e-4bc0-872d-f054575d025b admin admin] Publish callbacks [] for subnet (c3bbb39c-2120-4330-ae84-fdd93fac920e), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:46.682794 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-12e6ceb6-9f6e-4bc0-872d-f054575d025b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29529231'] for subnet (c3bbb39c-2120-4330-ae84-fdd93fac920e), precommit_delete_associations {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:46.726450 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-12e6ceb6-9f6e-4bc0-872d-f054575d025b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541679'] for subnet (c3bbb39c-2120-4330-ae84-fdd93fac920e), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:46.756090 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:46.781600 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-12e6ceb6-9f6e-4bc0-872d-f054575d025b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29560251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29814851'] for subnet (c3bbb39c-2120-4330-ae84-fdd93fac920e), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:46.806659 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6ceb6-9f6e-4bc0-872d-f054575d025b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3bbb39c-2120-4330-ae84-fdd93fac920e,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:46.810126 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-12e6ceb6-9f6e-4bc0-872d-f054575d025b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:46.813191 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-12e6ceb6-9f6e-4bc0-872d-f054575d025b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c3bbb39c-2120-4330-ae84-fdd93fac920e HTTP/1.1" status: 204 len: 168 time: 0.2130268 May 19 14:01:46.815808 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 36576) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:46.883171 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7ea1270e-8608-4422-a427-16fa512fea32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319408'] for network (26eeaa14-848d-4ab9-9f6a-02ae77cb6769), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:46.893835 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:46.966577 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7ea1270e-8608-4422-a427-16fa512fea32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1546650', 'neutron.services.segments.db._delete_segments_for_network-8784568151830'] for network (26eeaa14-848d-4ab9-9f6a-02ae77cb6769), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:46.986339 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-7ea1270e-8608-4422-a427-16fa512fea32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26eeaa14-848d-4ab9-9f6a-02ae77cb6769']}} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:46.996602 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-7ea1270e-8608-4422-a427-16fa512fea32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa52485-b9f2-4a37-8b82-f6b1860a050c') {'for_net_delete': True} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:46.996921 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-7ea1270e-8608-4422-a427-16fa512fea32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa52485-b9f2-4a37-8b82-f6b1860a050c') {} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:01:47.006584 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7ea1270e-8608-4422-a427-16fa512fea32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784568151071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29529270'] for segment (3aa52485-b9f2-4a37-8b82-f6b1860a050c), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:47.020190 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7ea1270e-8608-4422-a427-16fa512fea32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (3aa52485-b9f2-4a37-8b82-f6b1860a050c), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:47.026458 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea1270e-8608-4422-a427-16fa512fea32 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=110062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 14:01:47.026909 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7ea1270e-8608-4422-a427-16fa512fea32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29558809'] for segment (3aa52485-b9f2-4a37-8b82-f6b1860a050c), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: Traceback (most recent call last): May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: timer() May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: cb(*args, **kw) May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: return func(*args, **kwargs) May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: self._notify() May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: self.callback(batched_events) May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: event.method(event) May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: aggregate_uuid = self.p_client.list_aggregates( May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: return f(self, *a, **k) May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: return self._get(url).json() May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: return self.request(url, 'GET', **kwargs) May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: base_url = self.get_endpoint(auth, allow=allow, May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 14:01:47.029089 dv-cinder-784815-14-iscsi neutron-server[110062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 14:01:47.086031 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7ea1270e-8608-4422-a427-16fa512fea32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1546657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631453'] for network (26eeaa14-848d-4ab9-9f6a-02ae77cb6769), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:47.091576 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7ea1270e-8608-4422-a427-16fa512fea32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:47.094658 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-7ea1270e-8608-4422-a427-16fa512fea32 admin admin] 10.222.0.52 "DELETE /v2.0/networks/26eeaa14-848d-4ab9-9f6a-02ae77cb6769 HTTP/1.1" status: 204 len: 168 time: 0.2779467 May 19 14:01:47.105732 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1270e-8608-4422-a427-16fa512fea32 admin admin] Pushing event deleted for resources: {'Network': ['ID=26eeaa14-848d-4ab9-9f6a-02ae77cb6769,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:47.186685 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feba274-c708-4d4a-8b7e-a0828fad0bad req-50ae2555-d1c9-4a67-a68a-df70b4551bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:47.188280 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-4feba274-c708-4d4a-8b7e-a0828fad0bad req-50ae2555-d1c9-4a67-a68a-df70b4551bd3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f68358e9d695445490f8209d832a1c13&device_id=9a2a859a-1290-4808-9f0c-446b9d5dfee7 HTTP/1.1" status: 200 len: 1127 time: 0.0440371 May 19 14:01:47.235732 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48f3c6-4c74-4ad0-8ccf-f62b09ed57c8 req-df255336-8930-48b6-9e18-3178ee961cc9 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:47.237279 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2d48f3c6-4c74-4ad0-8ccf-f62b09ed57c8 req-df255336-8930-48b6-9e18-3178ee961cc9 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2a859a-1290-4808-9f0c-446b9d5dfee7 HTTP/1.1" status: 200 len: 943 time: 0.0498827 May 19 14:01:47.281079 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 36582) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:47.284982 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:47.293016 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2d48f3c6-4c74-4ad0-8ccf-f62b09ed57c8 req-61792e28-907b-468f-9789-8d3fc79c33a2 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/security-groups?id=9127f1b7-e988-47cf-8cc3-bcce23e92301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460241 May 19 14:01:47.316845 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feba274-c708-4d4a-8b7e-a0828fad0bad req-b1feb01f-ac4c-401a-9897-412f30ea10dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:47.318301 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-4feba274-c708-4d4a-8b7e-a0828fad0bad req-b1feb01f-ac4c-401a-9897-412f30ea10dc service neutron] 10.222.0.65 "GET /v2.0/networks?id=8c8b2849-e551-4065-bc90-6e6a7b094720 HTTP/1.1" status: 200 len: 915 time: 0.1192608 May 19 14:01:47.368996 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-4feba274-c708-4d4a-8b7e-a0828fad0bad req-472ec55f-7087-4a5e-a9a2-633fc724a5bf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e95403e-403f-45b3-b656-464e76490bd6 HTTP/1.1" status: 200 len: 217 time: 0.0430293 May 19 14:01:47.372707 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-4917dd60-f74b-4bc4-8393-5cf0882dd717 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=09301e0029c04454862ab0b7634458ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0905545 May 19 14:01:47.375356 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 36584) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:47.423686 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feba274-c708-4d4a-8b7e-a0828fad0bad req-86bf582d-1ce1-4578-8465-e3b8a6d59763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:47.425145 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-4feba274-c708-4d4a-8b7e-a0828fad0bad req-86bf582d-1ce1-4578-8465-e3b8a6d59763 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3bf43e50-0a07-424b-9adc-6d56c8326faf HTTP/1.1" status: 200 len: 854 time: 0.0497305 May 19 14:01:47.433141 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-aa82aced-f16f-4bdc-a570-6730ac5bf92c admin admin] Publish callbacks [] for security_group (25521eb6-5630-4d3f-a779-12944c3e3435), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:47.455335 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-aa82aced-f16f-4bdc-a570-6730ac5bf92c admin admin] Publish callbacks [] for security_group (25521eb6-5630-4d3f-a779-12944c3e3435), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:47.467257 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-4feba274-c708-4d4a-8b7e-a0828fad0bad req-7f2c45d9-a039-445d-97df-a91bc429d3f1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8c8b2849-e551-4065-bc90-6e6a7b094720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286222 May 19 14:01:47.503141 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-aa82aced-f16f-4bdc-a570-6730ac5bf92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (25521eb6-5630-4d3f-a779-12944c3e3435), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:47.505690 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-aa82aced-f16f-4bdc-a570-6730ac5bf92c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:47.509439 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-aa82aced-f16f-4bdc-a570-6730ac5bf92c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/25521eb6-5630-4d3f-a779-12944c3e3435 HTTP/1.1" status: 204 len: 168 time: 0.1306739 May 19 14:01:47.515172 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82aced-f16f-4bdc-a570-6730ac5bf92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25521eb6-5630-4d3f-a779-12944c3e3435,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:47.567148 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-4feba274-c708-4d4a-8b7e-a0828fad0bad req-e7361ddc-dd08-46e5-855f-782f33112612 service neutron] 10.222.0.65 "GET /v2.0/networks/8c8b2849-e551-4065-bc90-6e6a7b094720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918367 May 19 14:01:47.662231 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-4feba274-c708-4d4a-8b7e-a0828fad0bad req-2deffe0e-24c5-4356-a058-18bbc7e650f9 service neutron] 10.222.0.65 "GET /v2.0/networks/8c8b2849-e551-4065-bc90-6e6a7b094720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887856 May 19 14:01:47.834031 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 36590) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:47.883352 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-e8109017-c6d5-4f81-a089-eb3a531f5972 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4a78c33fc802413da0d7b3de9948374f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481524 May 19 14:01:47.885719 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 36592) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:47.899154 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:47.933998 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bf61ca7f-6451-4f40-9421-2e4909774dd3 admin admin] Publish callbacks [] for security_group (3ebccb64-c442-46b2-9f43-4cb9c81ad8d1), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:47.955117 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bf61ca7f-6451-4f40-9421-2e4909774dd3 admin admin] Publish callbacks [] for security_group (3ebccb64-c442-46b2-9f43-4cb9c81ad8d1), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:48.001074 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bf61ca7f-6451-4f40-9421-2e4909774dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (3ebccb64-c442-46b2-9f43-4cb9c81ad8d1), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:48.003926 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bf61ca7f-6451-4f40-9421-2e4909774dd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:48.005075 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-bf61ca7f-6451-4f40-9421-2e4909774dd3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3ebccb64-c442-46b2-9f43-4cb9c81ad8d1 HTTP/1.1" status: 204 len: 168 time: 0.1184783 May 19 14:01:48.013398 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61ca7f-6451-4f40-9421-2e4909774dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebccb64-c442-46b2-9f43-4cb9c81ad8d1,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:48.413847 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc49246-1b0b-4872-b0b3-ad9af70dbe7d req-5e4b4a1c-45b1-4c3c-ab0c-6ad622bc986a tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:48.414484 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:48.415519 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7dc49246-1b0b-4872-b0b3-ad9af70dbe7d req-5e4b4a1c-45b1-4c3c-ab0c-6ad622bc986a tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2a859a-1290-4808-9f0c-446b9d5dfee7 HTTP/1.1" status: 200 len: 943 time: 0.0512881 May 19 14:01:48.477307 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7dc49246-1b0b-4872-b0b3-ad9af70dbe7d req-aa775892-5cfc-4fa4-9465-401e081ceef9 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/security-groups?id=9127f1b7-e988-47cf-8cc3-bcce23e92301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548635 May 19 14:01:49.060385 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 2e95403e-403f-45b3-b656-464e76490bd6 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 14:01:49.163776 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 2e95403e-403f-45b3-b656-464e76490bd6, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2e95403e-403f-45b3-b656-464e76490bd6,segment=NetworkSegment(c0636bc2-0439-4edc-bc3b-46dd0464fb6b),segment_id=c0636bc2-0439-4edc-bc3b-46dd0464fb6b)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:01:49.174816 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Returning: {'device': '2e95403e-403f-45b3-b656-464e76490bd6', 'network_id': '8c8b2849-e551-4065-bc90-6e6a7b094720', 'port_id': '2e95403e-403f-45b3-b656-464e76490bd6', 'mac_address': 'fa:16:3e:30:49:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bf43e50-0a07-424b-9adc-6d56c8326faf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 14:01:49.179211 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:49.210907 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 2e95403e-403f-45b3-b656-464e76490bd6 is: DOWN; New status is: BUILD {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:01:49.211294 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (2e95403e-403f-45b3-b656-464e76490bd6), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:49.224773 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e95403e-403f-45b3-b656-464e76490bd6 {{(pid=110063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 14:01:49.247507 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 2e95403e-403f-45b3-b656-464e76490bd6, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2e95403e-403f-45b3-b656-464e76490bd6,segment=NetworkSegment(c0636bc2-0439-4edc-bc3b-46dd0464fb6b),segment_id=c0636bc2-0439-4edc-bc3b-46dd0464fb6b)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:01:49.251298 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (2e95403e-403f-45b3-b656-464e76490bd6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:49.302723 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=2e95403e-403f-45b3-b656-464e76490bd6,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:49.574803 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['2e95403e-403f-45b3-b656-464e76490bd6'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 14:01:49.596277 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff949c56-f502-49e7-8dd7-cfb045755147 req-6a8a47ad-5a95-4d94-9f7f-edbb77f8d06e tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:49.597874 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ff949c56-f502-49e7-8dd7-cfb045755147 req-6a8a47ad-5a95-4d94-9f7f-edbb77f8d06e tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2a859a-1290-4808-9f0c-446b9d5dfee7 HTTP/1.1" status: 200 len: 944 time: 0.0484498 May 19 14:01:49.653365 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ff949c56-f502-49e7-8dd7-cfb045755147 req-e2674951-4a0a-4a79-852b-ce7f019dfdab tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/security-groups?id=9127f1b7-e988-47cf-8cc3-bcce23e92301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492034 May 19 14:01:50.766979 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a8cb5-f4ee-4d4a-8667-1c9312650d63 req-7f584b2e-7e0f-49f1-be7b-7952cb24074f tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:50.768586 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ed9a8cb5-f4ee-4d4a-8667-1c9312650d63 req-7f584b2e-7e0f-49f1-be7b-7952cb24074f tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2a859a-1290-4808-9f0c-446b9d5dfee7 HTTP/1.1" status: 200 len: 944 time: 0.0477247 May 19 14:01:50.815618 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ed9a8cb5-f4ee-4d4a-8667-1c9312650d63 req-da1cdf0a-9615-426f-bd4f-2701ebb03bf0 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/security-groups?id=9127f1b7-e988-47cf-8cc3-bcce23e92301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415297 May 19 14:01:51.040295 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:01:51.063952 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 2e95403e-403f-45b3-b656-464e76490bd6 up at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 14:01:51.109711 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning for port 2e95403e-403f-45b3-b656-464e76490bd6 completed by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 14:01:51.111725 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:51.116239 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning complete for port 2e95403e-403f-45b3-b656-464e76490bd6 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:01:51.116620 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (2e95403e-403f-45b3-b656-464e76490bd6), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:51.187551 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 2e95403e-403f-45b3-b656-464e76490bd6 is: BUILD; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:01:51.187923 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (2e95403e-403f-45b3-b656-464e76490bd6), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:51.209956 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2a859a-1290-4808-9f0c-446b9d5dfee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e95403e-403f-45b3-b656-464e76490bd6'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:01:51.212178 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2fe539-8761-4181-ad2f-1a242674a12e" -d '{"events": [{"server_uuid": "9a2a859a-1290-4808-9f0c-446b9d5dfee7", "name": "network-vif-plugged", "status": "completed", "tag": "2e95403e-403f-45b3-b656-464e76490bd6"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:01:51.225203 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 2e95403e-403f-45b3-b656-464e76490bd6, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2e95403e-403f-45b3-b656-464e76490bd6,segment=NetworkSegment(c0636bc2-0439-4edc-bc3b-46dd0464fb6b),segment_id=c0636bc2-0439-4edc-bc3b-46dd0464fb6b)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:01:51.229489 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (2e95403e-403f-45b3-b656-464e76490bd6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:51.258491 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 14:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabc9eae-8c85-4dc7-bbd1-f93e9b12add2 x-openstack-request-id: req-cabc9eae-8c85-4dc7-bbd1-f93e9b12add2 {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:01:51.258782 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2a859a-1290-4808-9f0c-446b9d5dfee7", "name": "network-vif-plugged", "status": "completed", "tag": "2e95403e-403f-45b3-b656-464e76490bd6", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:01:51.259067 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cabc9eae-8c85-4dc7-bbd1-f93e9b12add2 {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:01:51.259458 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cabc9eae-8c85-4dc7-bbd1-f93e9b12add2'] response: {'server_uuid': '9a2a859a-1290-4808-9f0c-446b9d5dfee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e95403e-403f-45b3-b656-464e76490bd6', 'code': 200} May 19 14:01:51.282579 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=2e95403e-403f-45b3-b656-464e76490bd6,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:51.481692 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8968a5-c168-475d-a478-fa4e47057877 req-7aba3e6b-ec7b-4750-bbfd-ab25fabbb142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:51.483231 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ff8968a5-c168-475d-a478-fa4e47057877 req-7aba3e6b-ec7b-4750-bbfd-ab25fabbb142 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9a2a859a-1290-4808-9f0c-446b9d5dfee7 HTTP/1.1" status: 200 len: 1129 time: 0.0432067 May 19 14:01:51.547261 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ff8968a5-c168-475d-a478-fa4e47057877 req-41e6b826-8bf4-451d-bc2c-fa60eff02cc6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9127f1b7-e988-47cf-8cc3-bcce23e92301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571315 May 19 14:01:51.930373 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782b8b2-4d14-4b56-995f-06231950d09f req-e6fff503-5f34-4c49-84a7-8242246f64b9 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:51.931836 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a782b8b2-4d14-4b56-995f-06231950d09f req-e6fff503-5f34-4c49-84a7-8242246f64b9 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2a859a-1290-4808-9f0c-446b9d5dfee7 HTTP/1.1" status: 200 len: 945 time: 0.0481358 May 19 14:01:51.952815 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:51.983680 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a782b8b2-4d14-4b56-995f-06231950d09f req-c9a57f89-bf1f-4024-905c-70d40cd75c77 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/security-groups?id=9127f1b7-e988-47cf-8cc3-bcce23e92301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461540 May 19 14:01:53.075066 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 36708) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:53.117028 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60390f07-969d-4b04-9dc1-38bdc004ce39 req-71e8e15b-8fb9-4756-9dbb-0dc3ed6a83b7 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:53.118492 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-60390f07-969d-4b04-9dc1-38bdc004ce39 req-71e8e15b-8fb9-4756-9dbb-0dc3ed6a83b7 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2a859a-1290-4808-9f0c-446b9d5dfee7 HTTP/1.1" status: 200 len: 945 time: 0.0615754 May 19 14:01:53.166599 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-60390f07-969d-4b04-9dc1-38bdc004ce39 req-bbdec947-8379-40c1-a94f-8775609c2253 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/security-groups?id=9127f1b7-e988-47cf-8cc3-bcce23e92301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420516 May 19 14:01:53.194511 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-17e82d47-efa5-4944-9f4d-241fc20672fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:53.231163 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:53.282133 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-17e82d47-efa5-4944-9f4d-241fc20672fb admin admin] Publish callbacks [] for security_group (90dd69ea-8a90-432e-bc9f-574cdee49799), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:53.286002 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-17e82d47-efa5-4944-9f4d-241fc20672fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (90dd69ea-8a90-432e-bc9f-574cdee49799), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:53.329658 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-17e82d47-efa5-4944-9f4d-241fc20672fb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=12a6691b78604466baf066a1d984d30a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2521448 May 19 14:01:53.330493 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e82d47-efa5-4944-9f4d-241fc20672fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90dd69ea-8a90-432e-bc9f-574cdee49799,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:53.332372 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 36742) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:53.384456 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-7634d9e2-276d-4cd3-bec2-0bb9633194d1 admin admin] Publish callbacks [] for security_group (90dd69ea-8a90-432e-bc9f-574cdee49799), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:53.407945 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-7634d9e2-276d-4cd3-bec2-0bb9633194d1 admin admin] Publish callbacks [] for security_group (90dd69ea-8a90-432e-bc9f-574cdee49799), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:53.456125 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-7634d9e2-276d-4cd3-bec2-0bb9633194d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (90dd69ea-8a90-432e-bc9f-574cdee49799), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:53.459381 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-7634d9e2-276d-4cd3-bec2-0bb9633194d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:53.460911 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-7634d9e2-276d-4cd3-bec2-0bb9633194d1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/90dd69ea-8a90-432e-bc9f-574cdee49799 HTTP/1.1" status: 204 len: 168 time: 0.1272352 May 19 14:01:53.472605 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634d9e2-276d-4cd3-bec2-0bb9633194d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90dd69ea-8a90-432e-bc9f-574cdee49799,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:53.755714 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 36760) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:53.769911 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e5afe73c-0f14-4563-a29d-69d38a2975ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:53.846455 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e5afe73c-0f14-4563-a29d-69d38a2975ac admin admin] Publish callbacks [] for security_group (82d45f7f-6d21-4449-8160-460d7016f4fc), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:53.851818 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-e5afe73c-0f14-4563-a29d-69d38a2975ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (82d45f7f-6d21-4449-8160-460d7016f4fc), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:53.894943 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-e5afe73c-0f14-4563-a29d-69d38a2975ac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e0909028923a46099025925b502baf08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378927 May 19 14:01:53.896814 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5afe73c-0f14-4563-a29d-69d38a2975ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d45f7f-6d21-4449-8160-460d7016f4fc,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:53.897569 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 36772) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:53.947208 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2a5caddc-a276-478e-a2f4-30921ebb2313 admin admin] Publish callbacks [] for security_group (82d45f7f-6d21-4449-8160-460d7016f4fc), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:53.972701 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2a5caddc-a276-478e-a2f4-30921ebb2313 admin admin] Publish callbacks [] for security_group (82d45f7f-6d21-4449-8160-460d7016f4fc), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:54.023814 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2a5caddc-a276-478e-a2f4-30921ebb2313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (82d45f7f-6d21-4449-8160-460d7016f4fc), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:54.026510 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2a5caddc-a276-478e-a2f4-30921ebb2313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:54.027857 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-2a5caddc-a276-478e-a2f4-30921ebb2313 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82d45f7f-6d21-4449-8160-460d7016f4fc HTTP/1.1" status: 204 len: 168 time: 0.1291883 May 19 14:01:54.035872 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5caddc-a276-478e-a2f4-30921ebb2313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d45f7f-6d21-4449-8160-460d7016f4fc,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:54.369372 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 36782) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:54.385203 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a9dc9bc6-8cf4-4922-8b2c-2952a348a9bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:54.463656 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a9dc9bc6-8cf4-4922-8b2c-2952a348a9bc admin admin] Publish callbacks [] for security_group (00ea285f-ef14-4e71-982f-c988ac39bdd7), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:54.467315 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a9dc9bc6-8cf4-4922-8b2c-2952a348a9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (00ea285f-ef14-4e71-982f-c988ac39bdd7), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:54.505750 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-a9dc9bc6-8cf4-4922-8b2c-2952a348a9bc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=29123620661b426ea1bfdb01386d496e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352680 May 19 14:01:54.506819 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc9bc6-8cf4-4922-8b2c-2952a348a9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ea285f-ef14-4e71-982f-c988ac39bdd7,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:54.508762 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 36784) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:01:54.516631 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:01:54.565346 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-5cbb9a3d-52cb-423e-b567-871fb9e4fdf3 admin admin] Publish callbacks [] for security_group (00ea285f-ef14-4e71-982f-c988ac39bdd7), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:54.587131 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-5cbb9a3d-52cb-423e-b567-871fb9e4fdf3 admin admin] Publish callbacks [] for security_group (00ea285f-ef14-4e71-982f-c988ac39bdd7), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:54.644651 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-5cbb9a3d-52cb-423e-b567-871fb9e4fdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (00ea285f-ef14-4e71-982f-c988ac39bdd7), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:54.647507 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-5cbb9a3d-52cb-423e-b567-871fb9e4fdf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:01:54.648666 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-5cbb9a3d-52cb-423e-b567-871fb9e4fdf3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/00ea285f-ef14-4e71-982f-c988ac39bdd7 HTTP/1.1" status: 204 len: 168 time: 0.1388535 May 19 14:01:54.657545 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb9a3d-52cb-423e-b567-871fb9e4fdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ea285f-ef14-4e71-982f-c988ac39bdd7,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:01:58.795432 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11445a61-667c-4499-9448-800e019c5153 req-b2d67e18-2592-45f5-a073-17ef4502196c tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:58.796981 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-11445a61-667c-4499-9448-800e019c5153 req-b2d67e18-2592-45f5-a073-17ef4502196c tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0490541 May 19 14:01:58.855117 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-11445a61-667c-4499-9448-800e019c5153 req-be39ede4-802c-4cc5-afb7-f5e74b46063c tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472591 May 19 14:01:59.970914 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b155079-f211-4156-a9c6-3872edfc7047 req-06df8026-1cdb-4ff0-ab2b-eb2b8f05c22c tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:01:59.973000 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0b155079-f211-4156-a9c6-3872edfc7047 req-06df8026-1cdb-4ff0-ab2b-eb2b8f05c22c tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0476286 May 19 14:02:00.022737 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0b155079-f211-4156-a9c6-3872edfc7047 req-e041f48f-89b3-4f86-bac4-a860e52670af tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439732 May 19 14:02:01.036224 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:01.142206 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cd34d-a3a4-4dd3-bc1d-91790d832999 req-e5944ad9-a6f0-49d3-9656-dc4a94c75bc9 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:01.143743 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-761cd34d-a3a4-4dd3-bc1d-91790d832999 req-e5944ad9-a6f0-49d3-9656-dc4a94c75bc9 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0474763 May 19 14:02:01.191770 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-761cd34d-a3a4-4dd3-bc1d-91790d832999 req-b4775584-5ce0-4bca-b6a0-ad760884b2b3 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416849 May 19 14:02:01.429277 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-f9056978-3eed-4a95-82fd-5ec401e214e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:02.305856 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:02.315032 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8dbee3-0939-4eaa-bfed-352d1a441a51 req-8fe46f9e-9c15-46cc-9664-fd3b91a28154 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:02.316718 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7e8dbee3-0939-4eaa-bfed-352d1a441a51 req-8fe46f9e-9c15-46cc-9664-fd3b91a28154 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0534186 May 19 14:02:02.367670 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7e8dbee3-0939-4eaa-bfed-352d1a441a51 req-83033212-568d-4078-a439-1109c63f925a tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451648 May 19 14:02:03.485689 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0a995-2f9a-4cbd-b248-bd900ff9ee29 req-78104bcc-121a-4117-a056-1d257726ac04 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:03.487153 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-def0a995-2f9a-4cbd-b248-bd900ff9ee29 req-78104bcc-121a-4117-a056-1d257726ac04 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0458755 May 19 14:02:03.537674 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-def0a995-2f9a-4cbd-b248-bd900ff9ee29 req-84b90534-bf7a-4257-970b-bb8d8b61d14d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449092 May 19 14:02:03.802228 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-26de9de1-abd7-49d9-9b75-879857164b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:04.500047 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=48,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:04.501999 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=73,neutron:DELETE=3,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:04.655542 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ff0c6-1c41-4e08-8154-754a0b2ac26f req-b427c35d-838c-4f5e-af82-dd98fe30e918 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:04.656899 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c70ff0c6-1c41-4e08-8154-754a0b2ac26f req-b427c35d-838c-4f5e-af82-dd98fe30e918 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0475793 May 19 14:02:04.710830 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c70ff0c6-1c41-4e08-8154-754a0b2ac26f req-cb484dc5-3cc4-4690-a46b-72e5d58cc10e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482738 May 19 14:02:04.821085 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:05.387361 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 36938) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:05.493476 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-74601e70-d1a4-4477-9768-ce2b91821de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:05.578593 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-74601e70-d1a4-4477-9768-ce2b91821de7 admin admin] Publish callbacks [] for security_group (cb95830f-06c6-4dfd-b801-37c577670695), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:05.582541 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-74601e70-d1a4-4477-9768-ce2b91821de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (cb95830f-06c6-4dfd-b801-37c577670695), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:05.620220 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74601e70-d1a4-4477-9768-ce2b91821de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb95830f-06c6-4dfd-b801-37c577670695,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:05.624253 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-74601e70-d1a4-4477-9768-ce2b91821de7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=146f6bf548cf4a2183eb0cd3b17a23dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353015 May 19 14:02:05.627300 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 36946) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:05.630638 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74601e70-d1a4-4477-9768-ce2b91821de7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:05.631014 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74601e70-d1a4-4477-9768-ce2b91821de7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:05.631356 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74601e70-d1a4-4477-9768-ce2b91821de7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:05.631941 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74601e70-d1a4-4477-9768-ce2b91821de7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:05.632269 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74601e70-d1a4-4477-9768-ce2b91821de7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:05.632597 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74601e70-d1a4-4477-9768-ce2b91821de7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:05.632921 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74601e70-d1a4-4477-9768-ce2b91821de7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:05.633241 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74601e70-d1a4-4477-9768-ce2b91821de7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:05.633564 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74601e70-d1a4-4477-9768-ce2b91821de7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:05.633881 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74601e70-d1a4-4477-9768-ce2b91821de7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:05.634203 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74601e70-d1a4-4477-9768-ce2b91821de7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:05.634527 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74601e70-d1a4-4477-9768-ce2b91821de7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:05.634843 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74601e70-d1a4-4477-9768-ce2b91821de7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:05.635181 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74601e70-d1a4-4477-9768-ce2b91821de7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:05.635496 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74601e70-d1a4-4477-9768-ce2b91821de7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:05.678018 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-81493722-bba6-4917-b98d-c04875645432 admin admin] Publish callbacks [] for security_group (cb95830f-06c6-4dfd-b801-37c577670695), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:05.698994 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-81493722-bba6-4917-b98d-c04875645432 admin admin] Publish callbacks [] for security_group (cb95830f-06c6-4dfd-b801-37c577670695), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:05.748856 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-81493722-bba6-4917-b98d-c04875645432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (cb95830f-06c6-4dfd-b801-37c577670695), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:05.751480 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-81493722-bba6-4917-b98d-c04875645432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:05.755113 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-81493722-bba6-4917-b98d-c04875645432 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cb95830f-06c6-4dfd-b801-37c577670695 HTTP/1.1" status: 204 len: 168 time: 0.1243641 May 19 14:02:05.760991 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81493722-bba6-4917-b98d-c04875645432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb95830f-06c6-4dfd-b801-37c577670695,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:05.842552 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf718872-9794-4549-9ae5-48f05dcb63bb req-c14850bf-901b-4891-94f1-d63f1c54eab5 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:05.844134 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cf718872-9794-4549-9ae5-48f05dcb63bb req-c14850bf-901b-4891-94f1-d63f1c54eab5 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0498207 May 19 14:02:05.896295 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cf718872-9794-4549-9ae5-48f05dcb63bb req-6ed4e5bf-6a52-40af-b0cf-566889b2d5e6 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458839 May 19 14:02:06.033016 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 36958) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:06.049229 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-55d18403-52fc-4150-bc20-511fe17d6af3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:06.069924 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:06.129701 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-55d18403-52fc-4150-bc20-511fe17d6af3 admin admin] Publish callbacks [] for security_group (ae763f54-955a-4ce9-8ce6-a461bc33f01b), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:06.133541 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-55d18403-52fc-4150-bc20-511fe17d6af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (ae763f54-955a-4ce9-8ce6-a461bc33f01b), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:06.172943 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-55d18403-52fc-4150-bc20-511fe17d6af3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1644373b4bf146a7a53c18de1722fb77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388798 May 19 14:02:06.173875 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d18403-52fc-4150-bc20-511fe17d6af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae763f54-955a-4ce9-8ce6-a461bc33f01b,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:06.177832 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 36964) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:06.181331 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d18403-52fc-4150-bc20-511fe17d6af3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:06.181679 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d18403-52fc-4150-bc20-511fe17d6af3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:06.182015 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d18403-52fc-4150-bc20-511fe17d6af3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:06.182348 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d18403-52fc-4150-bc20-511fe17d6af3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:06.182675 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d18403-52fc-4150-bc20-511fe17d6af3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:06.183038 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d18403-52fc-4150-bc20-511fe17d6af3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:06.183363 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d18403-52fc-4150-bc20-511fe17d6af3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:06.183684 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d18403-52fc-4150-bc20-511fe17d6af3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:06.184004 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d18403-52fc-4150-bc20-511fe17d6af3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:06.185229 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d18403-52fc-4150-bc20-511fe17d6af3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:06.185571 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d18403-52fc-4150-bc20-511fe17d6af3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:06.185915 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d18403-52fc-4150-bc20-511fe17d6af3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:06.186238 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d18403-52fc-4150-bc20-511fe17d6af3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:06.186559 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d18403-52fc-4150-bc20-511fe17d6af3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:06.186893 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d18403-52fc-4150-bc20-511fe17d6af3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:06.234816 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bff76efa-ab36-4ddd-9a21-7bb96dd4881f admin admin] Publish callbacks [] for security_group (ae763f54-955a-4ce9-8ce6-a461bc33f01b), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:06.258672 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bff76efa-ab36-4ddd-9a21-7bb96dd4881f admin admin] Publish callbacks [] for security_group (ae763f54-955a-4ce9-8ce6-a461bc33f01b), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:06.305533 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bff76efa-ab36-4ddd-9a21-7bb96dd4881f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (ae763f54-955a-4ce9-8ce6-a461bc33f01b), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:06.308016 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bff76efa-ab36-4ddd-9a21-7bb96dd4881f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:06.309163 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-bff76efa-ab36-4ddd-9a21-7bb96dd4881f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ae763f54-955a-4ce9-8ce6-a461bc33f01b HTTP/1.1" status: 204 len: 168 time: 0.1303101 May 19 14:02:06.317322 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff76efa-ab36-4ddd-9a21-7bb96dd4881f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae763f54-955a-4ce9-8ce6-a461bc33f01b,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:06.352983 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:07.011795 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d174aea-0879-49d3-8639-4e8c0cec93fa req-1935ef6b-68c6-4f7b-a64c-6ffeec3f9344 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:07.013811 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7d174aea-0879-49d3-8639-4e8c0cec93fa req-1935ef6b-68c6-4f7b-a64c-6ffeec3f9344 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0485446 May 19 14:02:07.062659 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7d174aea-0879-49d3-8639-4e8c0cec93fa req-67a96c2e-670b-4a7b-8672-fd00057a0062 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432224 May 19 14:02:07.759208 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:08.181388 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b165b8e-2cb3-475c-8ffe-c49ff9a40335 req-4ca55108-bf91-4c1f-965a-e844ca7877dc tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:08.182837 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9b165b8e-2cb3-475c-8ffe-c49ff9a40335 req-4ca55108-bf91-4c1f-965a-e844ca7877dc tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0494337 May 19 14:02:08.229376 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9b165b8e-2cb3-475c-8ffe-c49ff9a40335 req-1bef7dc0-6f4c-4f00-a904-3985f48e4cc3 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402157 May 19 14:02:09.330500 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:09.345471 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e92aa5-b51c-40df-b615-4636d63133b0 req-ae80150c-e207-4166-b011-1ab87da4cde1 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:09.347060 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e2e92aa5-b51c-40df-b615-4636d63133b0 req-ae80150c-e207-4166-b011-1ab87da4cde1 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0487010 May 19 14:02:09.394870 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e2e92aa5-b51c-40df-b615-4636d63133b0 req-2a725696-2c80-4dde-9c6b-a2324ccff46a tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423908 May 19 14:02:10.508258 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10011799-850d-4a33-8ded-b9e9ce8d7e51 req-2a7b737b-20a5-4698-bb2b-164b278812e1 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:10.509732 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-10011799-850d-4a33-8ded-b9e9ce8d7e51 req-2a7b737b-20a5-4698-bb2b-164b278812e1 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0459421 May 19 14:02:10.559695 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-10011799-850d-4a33-8ded-b9e9ce8d7e51 req-daefac2a-e5cd-4a53-ae0d-a3bbc53820dd tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432372 May 19 14:02:11.674661 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293becd-9fd3-4e7d-a621-e79bac002c2e req-d9b8dc7a-d574-4d27-b95c-ee532abb765e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:11.676072 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f293becd-9fd3-4e7d-a621-e79bac002c2e req-d9b8dc7a-d574-4d27-b95c-ee532abb765e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0498450 May 19 14:02:11.728223 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f293becd-9fd3-4e7d-a621-e79bac002c2e req-1defcfca-c00f-4675-b281-a2cdb7e8c760 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464921 May 19 14:02:12.846324 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef1d82-b34f-48f3-9543-d1e33364a95a req-4ce211bc-8196-4c4b-92d8-725607733dc7 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:12.848259 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4fef1d82-b34f-48f3-9543-d1e33364a95a req-4ce211bc-8196-4c4b-92d8-725607733dc7 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0505562 May 19 14:02:12.905547 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4fef1d82-b34f-48f3-9543-d1e33364a95a req-3a9a9551-2ab5-4075-a7c3-92306c68b03c tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516193 May 19 14:02:13.113668 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b636a-53f1-41da-a243-12b3fce024d2 req-bc9f0911-6178-4a52-9755-7b2171400d5d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:13.115180 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f16b636a-53f1-41da-a243-12b3fce024d2 req-bc9f0911-6178-4a52-9755-7b2171400d5d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0526109 May 19 14:02:13.156470 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c7d9f-e16f-4183-a93f-5cb429ed2dfd req-92df685f-3ea4-412d-892c-30d4f205dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:13.158007 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-fd9c7d9f-e16f-4183-a93f-5cb429ed2dfd req-92df685f-3ea4-412d-892c-30d4f205dcd4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e14dac6dd56c4f93b65ad91673debf71&device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 1130 time: 0.0394375 May 19 14:02:13.163769 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f16b636a-53f1-41da-a243-12b3fce024d2 req-3d8a6e03-5080-453c-a38a-0f1fe6224481 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428224 May 19 14:02:13.248945 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c7d9f-e16f-4183-a93f-5cb429ed2dfd req-fc07ea1f-5b3f-4332-aeaf-2439c0e6cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:13.250374 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-fd9c7d9f-e16f-4183-a93f-5cb429ed2dfd req-fc07ea1f-5b3f-4332-aeaf-2439c0e6cd5b service neutron] 10.222.0.65 "GET /v2.0/networks?id=1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d HTTP/1.1" status: 200 len: 911 time: 0.0869761 May 19 14:02:14.209278 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-fd9c7d9f-e16f-4183-a93f-5cb429ed2dfd req-953bf407-2bbe-4442-a41d-e5add262ac6b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2e726ea-bd7a-4b38-921c-644a1035c3fb HTTP/1.1" status: 200 len: 1002 time: 0.0547836 May 19 14:02:14.277564 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2c816-9990-4ad3-994d-8736c70490c7 req-88617133-975c-42be-8520-05ef6e939b61 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:14.279166 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-edd2c816-9990-4ad3-994d-8736c70490c7 req-88617133-975c-42be-8520-05ef6e939b61 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0465183 May 19 14:02:14.327955 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-edd2c816-9990-4ad3-994d-8736c70490c7 req-79a50c8d-1a1a-481d-ba0c-b0df57e3faeb tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431333 May 19 14:02:15.055891 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=4 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:15.440944 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a37893-09c4-422d-8701-859096373617 req-ce47f131-4c1c-41f2-b485-84defaac8549 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:15.442405 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d4a37893-09c4-422d-8701-859096373617 req-ce47f131-4c1c-41f2-b485-84defaac8549 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0466940 May 19 14:02:15.480901 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:15.494262 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d4a37893-09c4-422d-8701-859096373617 req-85271832-7694-4c58-9255-74d1fdebec1d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462756 May 19 14:02:15.904442 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c7d9f-e16f-4183-a93f-5cb429ed2dfd req-0244199e-a123-416d-b914-24563c5da2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:15.905865 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-fd9c7d9f-e16f-4183-a93f-5cb429ed2dfd req-0244199e-a123-416d-b914-24563c5da2bf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4aa4f0bd-3981-4f05-9899-3af6ca78984b HTTP/1.1" status: 200 len: 849 time: 0.0471435 May 19 14:02:15.958261 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c7d9f-e16f-4183-a93f-5cb429ed2dfd req-ca29c678-b428-465b-b894-81069df44399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:15.959810 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-fd9c7d9f-e16f-4183-a93f-5cb429ed2dfd req-ca29c678-b428-465b-b894-81069df44399 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459371 May 19 14:02:16.055135 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-fd9c7d9f-e16f-4183-a93f-5cb429ed2dfd req-20c70284-cfc9-40d2-8a3e-e1be82807df9 service neutron] 10.222.0.65 "GET /v2.0/networks/1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881245 May 19 14:02:16.161362 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-fd9c7d9f-e16f-4183-a93f-5cb429ed2dfd req-c9489ae1-47ea-45df-9594-979af405c0f0 service neutron] 10.222.0.65 "GET /v2.0/networks/1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921979 May 19 14:02:16.614126 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80b5b3-a816-4357-ad7d-711ace7cd7f7 req-20e41662-a1b8-4c58-8a48-fb2cfe475a50 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:16.615730 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2d80b5b3-a816-4357-ad7d-711ace7cd7f7 req-20e41662-a1b8-4c58-8a48-fb2cfe475a50 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0540957 May 19 14:02:16.665664 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-2d80b5b3-a816-4357-ad7d-711ace7cd7f7 req-8ee499a6-9bc4-48f8-98c7-0c7728223a59 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442309 May 19 14:02:17.752734 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:17.755070 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=74,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:17.782667 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c750db-41a2-4032-8eed-9f66e83a3eba req-ee6e283b-48f4-4471-b925-6169d52f414f tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:17.784259 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-40c750db-41a2-4032-8eed-9f66e83a3eba req-ee6e283b-48f4-4471-b925-6169d52f414f tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0484269 May 19 14:02:17.833449 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-40c750db-41a2-4032-8eed-9f66e83a3eba req-89207fb6-3321-4d21-a3f5-93ce1bb1f01d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433581 May 19 14:02:18.420342 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:23.043995 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-388ebde6-0cbb-4374-b329-bde10e118ee2 req-a9d191d8-eb00-4282-8f79-007410b91174 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441220 May 19 14:02:23.377031 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ebde6-0cbb-4374-b329-bde10e118ee2 req-47bec1ad-dcaa-4f2a-bf50-eff95c4d704d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:23.378552 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-388ebde6-0cbb-4374-b329-bde10e118ee2 req-47bec1ad-dcaa-4f2a-bf50-eff95c4d704d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e14dac6dd56c4f93b65ad91673debf71&device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 1130 time: 0.0401089 May 19 14:02:23.409583 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:23.449735 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:23.499741 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ebde6-0cbb-4374-b329-bde10e118ee2 req-b1756be5-ab5d-491e-b646-ed723d5ef47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:23.501389 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-388ebde6-0cbb-4374-b329-bde10e118ee2 req-b1756be5-ab5d-491e-b646-ed723d5ef47e service neutron] 10.222.0.65 "GET /v2.0/networks?id=1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d HTTP/1.1" status: 200 len: 911 time: 0.1021421 May 19 14:02:23.567738 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-388ebde6-0cbb-4374-b329-bde10e118ee2 req-1b1814ed-d393-466d-a2db-905c5860cf0d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2e726ea-bd7a-4b38-921c-644a1035c3fb HTTP/1.1" status: 200 len: 1002 time: 0.0589690 May 19 14:02:23.626400 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ebde6-0cbb-4374-b329-bde10e118ee2 req-6cd434cb-8584-4d12-bf23-6b84c02a9f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:23.627900 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-388ebde6-0cbb-4374-b329-bde10e118ee2 req-6cd434cb-8584-4d12-bf23-6b84c02a9f3b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4aa4f0bd-3981-4f05-9899-3af6ca78984b HTTP/1.1" status: 200 len: 849 time: 0.0537939 May 19 14:02:23.677535 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ebde6-0cbb-4374-b329-bde10e118ee2 req-8de7875f-0f32-47a3-bf3d-ac0bfb1fd3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:23.679185 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-388ebde6-0cbb-4374-b329-bde10e118ee2 req-8de7875f-0f32-47a3-bf3d-ac0bfb1fd3b5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410500 May 19 14:02:23.775548 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-388ebde6-0cbb-4374-b329-bde10e118ee2 req-62d6c73a-5816-4fed-89ee-bb51e651abf6 service neutron] 10.222.0.65 "GET /v2.0/networks/1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899012 May 19 14:02:23.868076 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-388ebde6-0cbb-4374-b329-bde10e118ee2 req-64acc53e-01e1-45df-9927-acb67f21afab service neutron] 10.222.0.65 "GET /v2.0/networks/1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843060 May 19 14:02:27.827334 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=21 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:27.829810 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=75 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:28.039515 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:02:28.413732 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:28.415648 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:28.431091 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=15 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:29.088501 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 37180) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:29.195800 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e33900e5-37f9-4da3-9065-47c78dac8828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:29.272922 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e33900e5-37f9-4da3-9065-47c78dac8828 admin admin] Publish callbacks [] for security_group (94a7a104-158f-4206-b1ec-727b43c0b274), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:29.276505 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e33900e5-37f9-4da3-9065-47c78dac8828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (94a7a104-158f-4206-b1ec-727b43c0b274), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:29.315692 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-e33900e5-37f9-4da3-9065-47c78dac8828 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=07f1a812f61847fdba5ff1a8586ad767&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261429 May 19 14:02:29.316579 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33900e5-37f9-4da3-9065-47c78dac8828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a7a104-158f-4206-b1ec-727b43c0b274,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:29.318385 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 37184) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:29.366282 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1ef880b6-f772-435c-bae9-8021e969936d admin admin] Publish callbacks [] for security_group (94a7a104-158f-4206-b1ec-727b43c0b274), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:29.388022 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1ef880b6-f772-435c-bae9-8021e969936d admin admin] Publish callbacks [] for security_group (94a7a104-158f-4206-b1ec-727b43c0b274), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:29.434273 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1ef880b6-f772-435c-bae9-8021e969936d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (94a7a104-158f-4206-b1ec-727b43c0b274), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:29.436782 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1ef880b6-f772-435c-bae9-8021e969936d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:29.437912 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-1ef880b6-f772-435c-bae9-8021e969936d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/94a7a104-158f-4206-b1ec-727b43c0b274 HTTP/1.1" status: 204 len: 168 time: 0.1184850 May 19 14:02:29.445483 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef880b6-f772-435c-bae9-8021e969936d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a7a104-158f-4206-b1ec-727b43c0b274,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:30.312694 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 37212) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:30.619436 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-2fb2ee36-0cd5-463d-89ba-832bcb6c6a43 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Deleting port 28b544f7-879b-4654-bfd8-a0f331279c1c {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:02:30.620087 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2fb2ee36-0cd5-463d-89ba-832bcb6c6a43 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (28b544f7-879b-4654-bfd8-a0f331279c1c), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:30.692686 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2fb2ee36-0cd5-463d-89ba-832bcb6c6a43 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (28b544f7-879b-4654-bfd8-a0f331279c1c), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:30.693008 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2fb2ee36-0cd5-463d-89ba-832bcb6c6a43 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for floatingip (28b544f7-879b-4654-bfd8-a0f331279c1c), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:30.705485 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-2fb2ee36-0cd5-463d-89ba-832bcb6c6a43 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Calling delete_port for 28b544f7-879b-4654-bfd8-a0f331279c1c owned by network:floatingip {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:02:30.753968 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:30.852809 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:30.871384 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2fb2ee36-0cd5-463d-89ba-832bcb6c6a43 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (28b544f7-879b-4654-bfd8-a0f331279c1c), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:30.896556 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2ee36-0cd5-463d-89ba-832bcb6c6a43 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Pushing event deleted for resources: {'Port': ['ID=28b544f7-879b-4654-bfd8-a0f331279c1c,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:30.958429 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2fb2ee36-0cd5-463d-89ba-832bcb6c6a43 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for floatingip (2a746e95-3a1d-47fa-bdb7-8e3d46b1a49e), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:30.958746 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.db.l3_db [None req-2fb2ee36-0cd5-463d-89ba-832bcb6c6a43 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Floating IP 2a746e95-3a1d-47fa-bdb7-8e3d46b1a49e disassociated (deleted). External IP: 172.27.2.152, port: 80eac5d4-3a31-4ac5-b15f-b7109c704ba1. May 19 14:02:31.417590 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb2ee36-0cd5-463d-89ba-832bcb6c6a43 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Router 73788eae-5c3c-41d3-aa1a-abff2da4e675 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 14:02:31.433397 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-0c008f7c-5f38-4f5b-bd0a-c68671d0f6ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:31.529712 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb2ee36-0cd5-463d-89ba-832bcb6c6a43 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 14:02:31.534599 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2fb2ee36-0cd5-463d-89ba-832bcb6c6a43 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:31.541811 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c70d0d-cfad-46c7-b3d6-b53fc825ac1d None None] Sync routers for ids ['73788eae-5c3c-41d3-aa1a-abff2da4e675'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 14:02:31.553723 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c70d0d-cfad-46c7-b3d6-b53fc825ac1d None None] Routers {'73788eae-5c3c-41d3-aa1a-abff2da4e675'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:02:31.554445 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-99c70d0d-cfad-46c7-b3d6-b53fc825ac1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:02:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['73788eae-5c3c-41d3-aa1a-abff2da4e675'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:31.565353 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-2fb2ee36-0cd5-463d-89ba-832bcb6c6a43 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "DELETE /v2.0/floatingips/2a746e95-3a1d-47fa-bdb7-8e3d46b1a49e HTTP/1.1" status: 204 len: 168 time: 1.2515552 May 19 14:02:31.566022 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccab6e9-3133-4db9-a8d9-27c83353c00a', 'tag': '80eac5d4-3a31-4ac5-b15f-b7109c704ba1'}] {{(pid=110062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:02:31.568504 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dff7f06c5e0e0f36f9473af0b06c6f419441bd6c4accb13c2a4abbfe17b595b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1872ca8-0248-439c-a99d-7ae013638d91" -d '{"events": [{"name": "network-changed", "server_uuid": "7ccab6e9-3133-4db9-a8d9-27c83353c00a", "tag": "80eac5d4-3a31-4ac5-b15f-b7109c704ba1"}]}' {{(pid=110062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:02:31.628384 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 14:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adc2170-c531-4569-9d0a-14e99b67a27c x-openstack-request-id: req-2adc2170-c531-4569-9d0a-14e99b67a27c {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:02:31.628982 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ccab6e9-3133-4db9-a8d9-27c83353c00a", "tag": "80eac5d4-3a31-4ac5-b15f-b7109c704ba1", "status": "completed", "code": 200}]} {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:02:31.628982 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2adc2170-c531-4569-9d0a-14e99b67a27c {{(pid=110062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:02:31.629604 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2adc2170-c531-4569-9d0a-14e99b67a27c'] response: {'name': 'network-changed', 'server_uuid': '7ccab6e9-3133-4db9-a8d9-27c83353c00a', 'tag': '80eac5d4-3a31-4ac5-b15f-b7109c704ba1', 'status': 'completed', 'code': 200} May 19 14:02:31.678523 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-99c70d0d-cfad-46c7-b3d6-b53fc825ac1d None None] Set router 73788eae-5c3c-41d3-aa1a-abff2da4e675 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:02:31.725154 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1872ca8-0248-439c-a99d-7ae013638d91 req-5521d0a3-0a66-4bb5-8c4c-edfb1ea39e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:31.726714 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e1872ca8-0248-439c-a99d-7ae013638d91 req-5521d0a3-0a66-4bb5-8c4c-edfb1ea39e02 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0197b4cff99649ef9da1e77b1461dd76&device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 1130 time: 0.0457931 May 19 14:02:31.859893 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1872ca8-0248-439c-a99d-7ae013638d91 req-1f6a21fb-ce70-44b6-8a15-ad94c7944d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:31.861704 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e1872ca8-0248-439c-a99d-7ae013638d91 req-1f6a21fb-ce70-44b6-8a15-ad94c7944d5b service neutron] 10.222.0.65 "GET /v2.0/networks?id=54c8cc8a-69f9-403a-8e8d-3798fe8809d1 HTTP/1.1" status: 200 len: 910 time: 0.1271389 May 19 14:02:31.873312 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5827e-2d82-45ac-b071-212719a02243 req-bb1a15f4-d4d8-4b39-ab26-3048150a1b41 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:31.874781 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5fe5827e-2d82-45ac-b071-212719a02243 req-bb1a15f4-d4d8-4b39-ab26-3048150a1b41 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0544021 May 19 14:02:31.908408 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-99c70d0d-cfad-46c7-b3d6-b53fc825ac1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'name': 'tempest-TestShelveInstance-1097738010-router', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'a25553ed-4a5c-450f-91d0-b84d748e2a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:57:00Z', 'updated_at': '2022-05-19T13:57:06Z', 'revision_number': 4, 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'gw_port': {'id': 'a25553ed-4a5c-450f-91d0-b84d748e2a9c', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:01Z', 'updated_at': '2022-05-19T13:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '0f615ea0-4756-4438-a1dc-4eb456e51bb4', 'name': '', 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'mac_address': 'fa:16:3e:d7:da:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ad190400-38de-4ff3-91b2-16168643ebf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:05Z', 'updated_at': '2022-05-19T13:57:11Z', 'revision_number': 5, 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'subnets': [{'id': 'ad190400-38de-4ff3-91b2-16168643ebf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:31.928566 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5fe5827e-2d82-45ac-b071-212719a02243 req-8adac8ca-705b-41bf-8dc0-f06305d4d116 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478067 May 19 14:02:31.933301 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c70d0d-cfad-46c7-b3d6-b53fc825ac1d None None] Checking router: 73788eae-5c3c-41d3-aa1a-abff2da4e675 for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 14:02:31.942137 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c70d0d-cfad-46c7-b3d6-b53fc825ac1d None None] Routers {'73788eae-5c3c-41d3-aa1a-abff2da4e675'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:02:31.942741 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-99c70d0d-cfad-46c7-b3d6-b53fc825ac1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:02:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['73788eae-5c3c-41d3-aa1a-abff2da4e675'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:32.053185 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-99c70d0d-cfad-46c7-b3d6-b53fc825ac1d None None] Set router 73788eae-5c3c-41d3-aa1a-abff2da4e675 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:02:32.323903 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-99c70d0d-cfad-46c7-b3d6-b53fc825ac1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'name': 'tempest-TestShelveInstance-1097738010-router', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'a25553ed-4a5c-450f-91d0-b84d748e2a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:57:00Z', 'updated_at': '2022-05-19T13:57:06Z', 'revision_number': 4, 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'gw_port': {'id': 'a25553ed-4a5c-450f-91d0-b84d748e2a9c', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:01Z', 'updated_at': '2022-05-19T13:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '0f615ea0-4756-4438-a1dc-4eb456e51bb4', 'name': '', 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'mac_address': 'fa:16:3e:d7:da:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ad190400-38de-4ff3-91b2-16168643ebf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:05Z', 'updated_at': '2022-05-19T13:57:11Z', 'revision_number': 5, 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'subnets': [{'id': 'ad190400-38de-4ff3-91b2-16168643ebf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:32.357665 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c70d0d-cfad-46c7-b3d6-b53fc825ac1d None None] The sync data for ids ['73788eae-5c3c-41d3-aa1a-abff2da4e675'] in dv-cinder-784815-14-iscsi is: [{'id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'name': 'tempest-TestShelveInstance-1097738010-router', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'a25553ed-4a5c-450f-91d0-b84d748e2a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:57:00Z', 'updated_at': '2022-05-19T13:57:06Z', 'revision_number': 4, 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'gw_port': {'id': 'a25553ed-4a5c-450f-91d0-b84d748e2a9c', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:01Z', 'updated_at': '2022-05-19T13:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '0f615ea0-4756-4438-a1dc-4eb456e51bb4', 'name': '', 'network_id': '54c8cc8a-69f9-403a-8e8d-3798fe8809d1', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'mac_address': 'fa:16:3e:d7:da:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ad190400-38de-4ff3-91b2-16168643ebf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:05Z', 'updated_at': '2022-05-19T13:57:11Z', 'revision_number': 5, 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'subnets': [{'id': 'ad190400-38de-4ff3-91b2-16168643ebf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 14:02:32.586527 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f520d53-b47d-4e1c-9a1e-f2b53223edc1 None None] New status for floating IP 2a746e95-3a1d-47fa-bdb7-8e3d46b1a49e: DOWN {{(pid=110063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 14:02:33.048622 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a3427-07ae-40df-aa91-04d9ea1717e8 req-1d3156c9-8e18-426f-a8a0-cf8dc9d88db4 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:33.050088 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3b9a3427-07ae-40df-aa91-04d9ea1717e8 req-1d3156c9-8e18-426f-a8a0-cf8dc9d88db4 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0506158 May 19 14:02:33.100288 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3b9a3427-07ae-40df-aa91-04d9ea1717e8 req-79391b48-4aa9-473c-b489-80f4fd27283c tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444782 May 19 14:02:33.804533 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-13082495-c501-41cf-9523-3296bd41c59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:34.213851 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f4bbf-5795-4184-9b7a-843784a4fe66 req-26ffd50f-ba49-4226-9316-ef0ab3bf2d94 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:34.216284 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-283f4bbf-5795-4184-9b7a-843784a4fe66 req-26ffd50f-ba49-4226-9316-ef0ab3bf2d94 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0484002 May 19 14:02:34.265810 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-283f4bbf-5795-4184-9b7a-843784a4fe66 req-674b2fcc-c4c4-430c-9dd8-426061ca5c3f tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438659 May 19 14:02:34.823926 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:35.302913 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e1872ca8-0248-439c-a99d-7ae013638d91 req-c51fc0e1-2758-444b-9cf6-3f57c737fa55 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80eac5d4-3a31-4ac5-b15f-b7109c704ba1 HTTP/1.1" status: 200 len: 217 time: 0.0331850 May 19 14:02:35.356056 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1872ca8-0248-439c-a99d-7ae013638d91 req-bbad8678-885a-44b0-80f9-62ac3f1ebd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:35.357651 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e1872ca8-0248-439c-a99d-7ae013638d91 req-bbad8678-885a-44b0-80f9-62ac3f1ebd11 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ad190400-38de-4ff3-91b2-16168643ebf7 HTTP/1.1" status: 200 len: 848 time: 0.0449736 May 19 14:02:35.388943 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736d891-d8d3-4b60-a67b-93bc217b4dfa req-4392b4f9-f6a0-44ba-95d4-ac93886aa984 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:35.390488 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3736d891-d8d3-4b60-a67b-93bc217b4dfa req-4392b4f9-f6a0-44ba-95d4-ac93886aa984 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0525293 May 19 14:02:35.405303 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1872ca8-0248-439c-a99d-7ae013638d91 req-92ad68d7-cc55-4785-964a-e066db01b4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:35.406805 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e1872ca8-0248-439c-a99d-7ae013638d91 req-92ad68d7-cc55-4785-964a-e066db01b4a4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=54c8cc8a-69f9-403a-8e8d-3798fe8809d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411386 May 19 14:02:35.446457 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3736d891-d8d3-4b60-a67b-93bc217b4dfa req-d694ccf8-a9a8-4916-9b99-817af5740961 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e309649-47c9-4948-ae65-189ed21953fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496726 May 19 14:02:35.666468 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e1872ca8-0248-439c-a99d-7ae013638d91 req-bed0706c-0828-4506-9361-7d2eeb991942 service neutron] 10.222.0.65 "GET /v2.0/networks/54c8cc8a-69f9-403a-8e8d-3798fe8809d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930355 May 19 14:02:35.827517 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:35.858087 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-e1872ca8-0248-439c-a99d-7ae013638d91 req-8521b9d0-aaab-4079-82d0-920ec11322e0 service neutron] 10.222.0.65 "GET /v2.0/networks/54c8cc8a-69f9-403a-8e8d-3798fe8809d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891309 May 19 14:02:35.931299 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=100 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:35.944603 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a34d71-f167-4fd2-80ec-c1e324b00827 req-e9b2bf02-26e9-43f5-9922-c281b9fdc26b tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:35.946098 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-86a34d71-f167-4fd2-80ec-c1e324b00827 req-e9b2bf02-26e9-43f5-9922-c281b9fdc26b tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 946 time: 0.0473368 May 19 14:02:36.028352 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [req-86a34d71-f167-4fd2-80ec-c1e324b00827 req-192117cd-9917-477c-a350-92bf009690f5 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Deleting port 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:02:36.028781 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-86a34d71-f167-4fd2-80ec-c1e324b00827 req-192117cd-9917-477c-a350-92bf009690f5 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (80eac5d4-3a31-4ac5-b15f-b7109c704ba1), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:36.119259 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-86a34d71-f167-4fd2-80ec-c1e324b00827 req-192117cd-9917-477c-a350-92bf009690f5 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] For port 80eac5d4-3a31-4ac5-b15f-b7109c704ba1, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=80eac5d4-3a31-4ac5-b15f-b7109c704ba1,segment=NetworkSegment(928cf707-3a57-42be-888e-e87227f138fd),segment_id=928cf707-3a57-42be-888e-e87227f138fd)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:02:36.119620 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-86a34d71-f167-4fd2-80ec-c1e324b00827 req-192117cd-9917-477c-a350-92bf009690f5 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (80eac5d4-3a31-4ac5-b15f-b7109c704ba1), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:36.132610 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [req-86a34d71-f167-4fd2-80ec-c1e324b00827 req-192117cd-9917-477c-a350-92bf009690f5 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Calling delete_port for 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 owned by compute:nova {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:02:36.268697 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-86a34d71-f167-4fd2-80ec-c1e324b00827 req-192117cd-9917-477c-a350-92bf009690f5 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (80eac5d4-3a31-4ac5-b15f-b7109c704ba1), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:36.294175 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192117cd-9917-477c-a350-92bf009690f5 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Pushing event deleted for resources: {'Port': ['ID=80eac5d4-3a31-4ac5-b15f-b7109c704ba1,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:36.340637 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a34d71-f167-4fd2-80ec-c1e324b00827 req-192117cd-9917-477c-a350-92bf009690f5 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] No DVR routers for this DVR port 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 on host hv-cinder-78481 {{(pid=110062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 14:02:36.342975 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-86a34d71-f167-4fd2-80ec-c1e324b00827 req-192117cd-9917-477c-a350-92bf009690f5 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:36.346187 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-86a34d71-f167-4fd2-80ec-c1e324b00827 req-192117cd-9917-477c-a350-92bf009690f5 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.65 "DELETE /v2.0/ports/80eac5d4-3a31-4ac5-b15f-b7109c704ba1 HTTP/1.1" status: 204 len: 173 time: 0.3947034 May 19 14:02:36.346626 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccab6e9-3133-4db9-a8d9-27c83353c00a', 'name': 'network-vif-deleted', 'tag': '80eac5d4-3a31-4ac5-b15f-b7109c704ba1'}] {{(pid=110062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:02:36.348895 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dff7f06c5e0e0f36f9473af0b06c6f419441bd6c4accb13c2a4abbfe17b595b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ccf3e1-5a09-4c32-a80d-6d66ae0d542b" -d '{"events": [{"server_uuid": "7ccab6e9-3133-4db9-a8d9-27c83353c00a", "name": "network-vif-deleted", "tag": "80eac5d4-3a31-4ac5-b15f-b7109c704ba1"}]}' {{(pid=110062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:02:36.361669 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:36.396384 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 14:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d2c7a4-22c5-4298-8faa-a587acc9f10e x-openstack-request-id: req-67d2c7a4-22c5-4298-8faa-a587acc9f10e {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:02:36.396677 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccab6e9-3133-4db9-a8d9-27c83353c00a", "name": "network-vif-deleted", "tag": "80eac5d4-3a31-4ac5-b15f-b7109c704ba1", "status": "completed", "code": 200}]} {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:02:36.396924 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-67d2c7a4-22c5-4298-8faa-a587acc9f10e {{(pid=110062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:02:36.397321 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67d2c7a4-22c5-4298-8faa-a587acc9f10e'] response: {'server_uuid': '7ccab6e9-3133-4db9-a8d9-27c83353c00a', 'name': 'network-vif-deleted', 'tag': '80eac5d4-3a31-4ac5-b15f-b7109c704ba1', 'status': 'completed', 'code': 200} May 19 14:02:36.555177 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a5e00a08-e437-4ac4-83b7-c56eeb8abe28 req-eb6a8fb6-f5c9-4ce9-b29b-a78308d3d8e1 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ccab6e9-3133-4db9-a8d9-27c83353c00a HTTP/1.1" status: 200 len: 210 time: 0.0295675 May 19 14:02:37.608963 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 37296) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:37.670063 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8342377e-3296-447e-bac0-cc97e911fec6 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for security_group (5e309649-47c9-4948-ae65-189ed21953fc), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:37.698311 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8342377e-3296-447e-bac0-cc97e911fec6 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for security_group (5e309649-47c9-4948-ae65-189ed21953fc), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:37.762059 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:37.772352 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8342377e-3296-447e-bac0-cc97e911fec6 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (5e309649-47c9-4948-ae65-189ed21953fc), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:37.775224 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8342377e-3296-447e-bac0-cc97e911fec6 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:37.776518 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-8342377e-3296-447e-bac0-cc97e911fec6 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] 10.222.0.52 "DELETE /v2.0/security-groups/5e309649-47c9-4948-ae65-189ed21953fc HTTP/1.1" status: 204 len: 168 time: 0.1667311 May 19 14:02:37.791736 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342377e-3296-447e-bac0-cc97e911fec6 tempest-TestShelveInstance-1547591820 tempest-TestShelveInstance-1547591820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e309649-47c9-4948-ae65-189ed21953fc,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:37.825992 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 37306) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:38.244686 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:38.251461 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:38.259277 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-15ae3274-bdf7-4697-b2d0-bec99961959c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633245'] for router_interface (73788eae-5c3c-41d3-aa1a-abff2da4e675), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:38.477206 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-15ae3274-bdf7-4697-b2d0-bec99961959c admin admin] Deleting port 0f615ea0-4756-4438-a1dc-4eb456e51bb4 {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:02:38.477540 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-15ae3274-bdf7-4697-b2d0-bec99961959c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (0f615ea0-4756-4438-a1dc-4eb456e51bb4), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:38.558088 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [None req-15ae3274-bdf7-4697-b2d0-bec99961959c admin admin] For port 0f615ea0-4756-4438-a1dc-4eb456e51bb4, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=0f615ea0-4756-4438-a1dc-4eb456e51bb4,segment=NetworkSegment(928cf707-3a57-42be-888e-e87227f138fd),segment_id=928cf707-3a57-42be-888e-e87227f138fd)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:02:38.558363 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-15ae3274-bdf7-4697-b2d0-bec99961959c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (0f615ea0-4756-4438-a1dc-4eb456e51bb4), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:38.571386 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-15ae3274-bdf7-4697-b2d0-bec99961959c admin admin] Calling delete_port for 0f615ea0-4756-4438-a1dc-4eb456e51bb4 owned by network:router_interface {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:02:38.748215 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-15ae3274-bdf7-4697-b2d0-bec99961959c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (0f615ea0-4756-4438-a1dc-4eb456e51bb4), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:38.774264 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae3274-bdf7-4697-b2d0-bec99961959c admin admin] Pushing event deleted for resources: {'Port': ['ID=0f615ea0-4756-4438-a1dc-4eb456e51bb4,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:38.944156 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-15ae3274-bdf7-4697-b2d0-bec99961959c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636802'] for router_interface (73788eae-5c3c-41d3-aa1a-abff2da4e675), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:39.103175 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:39.112341 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:39.170852 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ae3274-bdf7-4697-b2d0-bec99961959c admin admin] Router 73788eae-5c3c-41d3-aa1a-abff2da4e675 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 14:02:39.290814 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ae3274-bdf7-4697-b2d0-bec99961959c admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 14:02:39.297067 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-15ae3274-bdf7-4697-b2d0-bec99961959c admin admin] 10.222.0.52 "PUT /v2.0/routers/73788eae-5c3c-41d3-aa1a-abff2da4e675/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4700873 May 19 14:02:39.299865 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 37330) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:39.302706 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b90622e-b206-451f-86e1-8ece28b4df67 None None] Sync routers for ids ['73788eae-5c3c-41d3-aa1a-abff2da4e675'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 14:02:39.305999 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=94 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:39.315417 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b90622e-b206-451f-86e1-8ece28b4df67 None None] Routers {'73788eae-5c3c-41d3-aa1a-abff2da4e675'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:02:39.316037 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-2b90622e-b206-451f-86e1-8ece28b4df67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:02:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['73788eae-5c3c-41d3-aa1a-abff2da4e675'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:39.410453 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-fdd88071-5f98-4267-8303-25ef54f0cdd8 admin admin] Publish callbacks [] for router (73788eae-5c3c-41d3-aa1a-abff2da4e675), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:39.420800 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:02:39.444874 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] No Port match for: 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:02:39.445548 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 80eac5d4-3a31-4ac5-b15f-b7109c704ba1 not bound to the agent host hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:02:39.507899 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-2b90622e-b206-451f-86e1-8ece28b4df67 None None] Set router 73788eae-5c3c-41d3-aa1a-abff2da4e675 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:02:39.517060 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-fdd88071-5f98-4267-8303-25ef54f0cdd8 admin admin] Publish callbacks [] for router_gateway (73788eae-5c3c-41d3-aa1a-abff2da4e675), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:39.559691 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-fdd88071-5f98-4267-8303-25ef54f0cdd8 admin admin] Deleting port a25553ed-4a5c-450f-91d0-b84d748e2a9c {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:02:39.560637 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-fdd88071-5f98-4267-8303-25ef54f0cdd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (a25553ed-4a5c-450f-91d0-b84d748e2a9c), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:39.613368 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:39.642947 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [None req-fdd88071-5f98-4267-8303-25ef54f0cdd8 admin admin] For port a25553ed-4a5c-450f-91d0-b84d748e2a9c, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=a25553ed-4a5c-450f-91d0-b84d748e2a9c,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:02:39.643294 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-fdd88071-5f98-4267-8303-25ef54f0cdd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (a25553ed-4a5c-450f-91d0-b84d748e2a9c), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:39.656581 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-fdd88071-5f98-4267-8303-25ef54f0cdd8 admin admin] Calling delete_port for a25553ed-4a5c-450f-91d0-b84d748e2a9c owned by network:router_gateway {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:02:39.661597 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:39.673349 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-2b90622e-b206-451f-86e1-8ece28b4df67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'name': 'tempest-TestShelveInstance-1097738010-router', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'a25553ed-4a5c-450f-91d0-b84d748e2a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:57:00Z', 'updated_at': '2022-05-19T14:02:38Z', 'revision_number': 5, 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'gw_port': {'id': 'a25553ed-4a5c-450f-91d0-b84d748e2a9c', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:01Z', 'updated_at': '2022-05-19T13:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:39.698488 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b90622e-b206-451f-86e1-8ece28b4df67 None None] Checking router: 73788eae-5c3c-41d3-aa1a-abff2da4e675 for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 14:02:39.708363 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b90622e-b206-451f-86e1-8ece28b4df67 None None] Routers {'73788eae-5c3c-41d3-aa1a-abff2da4e675'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:02:39.709368 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-2b90622e-b206-451f-86e1-8ece28b4df67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:02:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['73788eae-5c3c-41d3-aa1a-abff2da4e675'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:39.797954 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-2b90622e-b206-451f-86e1-8ece28b4df67 None None] Set router 73788eae-5c3c-41d3-aa1a-abff2da4e675 gateway port host: None {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:02:39.827862 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-fdd88071-5f98-4267-8303-25ef54f0cdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (a25553ed-4a5c-450f-91d0-b84d748e2a9c), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:39.850039 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-2b90622e-b206-451f-86e1-8ece28b4df67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'name': 'tempest-TestShelveInstance-1097738010-router', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:57:00Z', 'updated_at': '2022-05-19T14:02:39Z', 'revision_number': 6, 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'gw_port_host': None}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:39.855644 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd88071-5f98-4267-8303-25ef54f0cdd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a25553ed-4a5c-450f-91d0-b84d748e2a9c,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:39.878374 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b90622e-b206-451f-86e1-8ece28b4df67 None None] The sync data for ids ['73788eae-5c3c-41d3-aa1a-abff2da4e675'] in dv-cinder-784815-14-iscsi is: [{'id': '73788eae-5c3c-41d3-aa1a-abff2da4e675', 'name': 'tempest-TestShelveInstance-1097738010-router', 'tenant_id': '0197b4cff99649ef9da1e77b1461dd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:57:00Z', 'updated_at': '2022-05-19T14:02:39Z', 'revision_number': 6, 'project_id': '0197b4cff99649ef9da1e77b1461dd76', 'gw_port_host': None}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 14:02:39.923431 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-fdd88071-5f98-4267-8303-25ef54f0cdd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631215'] for router_gateway (73788eae-5c3c-41d3-aa1a-abff2da4e675), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:40.026267 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-fdd88071-5f98-4267-8303-25ef54f0cdd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6183'] for router (73788eae-5c3c-41d3-aa1a-abff2da4e675), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:40.029678 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-fdd88071-5f98-4267-8303-25ef54f0cdd8 admin admin] Publish callbacks [] for router_controller (73788eae-5c3c-41d3-aa1a-abff2da4e675), precommit_delete_associations {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:40.100594 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-fdd88071-5f98-4267-8303-25ef54f0cdd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628862'] for router (73788eae-5c3c-41d3-aa1a-abff2da4e675), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:40.101198 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd88071-5f98-4267-8303-25ef54f0cdd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73788eae-5c3c-41d3-aa1a-abff2da4e675 {{(pid=110061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 14:02:40.105916 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-fdd88071-5f98-4267-8303-25ef54f0cdd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:40.109559 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-fdd88071-5f98-4267-8303-25ef54f0cdd8 admin admin] 10.222.0.52 "DELETE /v2.0/routers/73788eae-5c3c-41d3-aa1a-abff2da4e675 HTTP/1.1" status: 204 len: 168 time: 0.8064363 May 19 14:02:40.109832 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 37342) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:40.155188 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_v2 [None req-03964677-d042-4e4b-8718-886e3090b87e admin admin] Deleting subnet ad190400-38de-4ff3-91b2-16168643ebf7 {{(pid=110061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 14:02:40.158346 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-03964677-d042-4e4b-8718-886e3090b87e admin admin] Publish callbacks [] for subnet (ad190400-38de-4ff3-91b2-16168643ebf7), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:40.192614 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-03964677-d042-4e4b-8718-886e3090b87e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30855999'] for subnet (ad190400-38de-4ff3-91b2-16168643ebf7), precommit_delete_associations {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:40.274703 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-03964677-d042-4e4b-8718-886e3090b87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541679'] for subnet (ad190400-38de-4ff3-91b2-16168643ebf7), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:40.332031 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-03964677-d042-4e4b-8718-886e3090b87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30675797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29430784'] for subnet (ad190400-38de-4ff3-91b2-16168643ebf7), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:40.358538 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03964677-d042-4e4b-8718-886e3090b87e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad190400-38de-4ff3-91b2-16168643ebf7,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:40.360606 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-03964677-d042-4e4b-8718-886e3090b87e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for subnet (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:40.363803 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-03964677-d042-4e4b-8718-886e3090b87e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ad190400-38de-4ff3-91b2-16168643ebf7 HTTP/1.1" status: 204 len: 168 time: 0.2529762 May 19 14:02:40.365704 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d023a0-4cee-4919-afb1-095d24b68e6b None None] Network 54c8cc8a-69f9-403a-8e8d-3798fe8809d1 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 14:02:40.366266 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 37346) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:40.444756 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0ad4c64a-7561-4760-9cc5-b050983178a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319408'] for network (54c8cc8a-69f9-403a-8e8d-3798fe8809d1), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:40.492257 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-0ad4c64a-7561-4760-9cc5-b050983178a6 admin admin] Deleting port 88c7b935-045a-4014-88c8-4b95da480cd4 {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:02:40.492627 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0ad4c64a-7561-4760-9cc5-b050983178a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (88c7b935-045a-4014-88c8-4b95da480cd4), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:40.514760 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6330b143-e5c6-4fc9-ad78-01465cb55e56 None None] DHCP port deletion for 54c8cc8a-69f9-403a-8e8d-3798fe8809d1 request from dv-cinder-784815-14-iscsi {{(pid=110063) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 14:02:40.554242 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-6330b143-e5c6-4fc9-ad78-01465cb55e56 None None] Deleting port 88c7b935-045a-4014-88c8-4b95da480cd4 {{(pid=110063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:02:40.554725 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-6330b143-e5c6-4fc9-ad78-01465cb55e56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (88c7b935-045a-4014-88c8-4b95da480cd4), before_delete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:40.557232 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [None req-0ad4c64a-7561-4760-9cc5-b050983178a6 admin admin] For port 88c7b935-045a-4014-88c8-4b95da480cd4, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=88c7b935-045a-4014-88c8-4b95da480cd4,segment=NetworkSegment(928cf707-3a57-42be-888e-e87227f138fd),segment_id=928cf707-3a57-42be-888e-e87227f138fd)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:02:40.557798 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0ad4c64a-7561-4760-9cc5-b050983178a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (88c7b935-045a-4014-88c8-4b95da480cd4), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:40.570993 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-0ad4c64a-7561-4760-9cc5-b050983178a6 admin admin] Calling delete_port for 88c7b935-045a-4014-88c8-4b95da480cd4 owned by network:dhcp {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:02:40.623111 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-6330b143-e5c6-4fc9-ad78-01465cb55e56 None None] For port 88c7b935-045a-4014-88c8-4b95da480cd4, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=88c7b935-045a-4014-88c8-4b95da480cd4,segment=NetworkSegment(928cf707-3a57-42be-888e-e87227f138fd),segment_id=928cf707-3a57-42be-888e-e87227f138fd)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:02:40.624169 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-6330b143-e5c6-4fc9-ad78-01465cb55e56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (88c7b935-045a-4014-88c8-4b95da480cd4), precommit_delete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:40.638514 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-6330b143-e5c6-4fc9-ad78-01465cb55e56 None None] Calling delete_port for 88c7b935-045a-4014-88c8-4b95da480cd4 owned by network:dhcp {{(pid=110063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:02:40.656744 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0ad4c64a-7561-4760-9cc5-b050983178a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (88c7b935-045a-4014-88c8-4b95da480cd4), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:40.682852 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4c64a-7561-4760-9cc5-b050983178a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=88c7b935-045a-4014-88c8-4b95da480cd4,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:40.686333 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad4c64a-7561-4760-9cc5-b050983178a6 admin admin] No DVR routers for this DVR port 88c7b935-045a-4014-88c8-4b95da480cd4 on host dv-cinder-784815-14-iscsi {{(pid=110062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 14:02:40.726591 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-6330b143-e5c6-4fc9-ad78-01465cb55e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024'] for port (88c7b935-045a-4014-88c8-4b95da480cd4), after_delete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:40.752358 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330b143-e5c6-4fc9-ad78-01465cb55e56 None None] Pushing event deleted for resources: {'Port': ['ID=88c7b935-045a-4014-88c8-4b95da480cd4,revision_number=None']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:40.754532 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6330b143-e5c6-4fc9-ad78-01465cb55e56 None None] No DVR routers for this DVR port 88c7b935-045a-4014-88c8-4b95da480cd4 on host dv-cinder-784815-14-iscsi {{(pid=110063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 14:02:40.762572 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0ad4c64a-7561-4760-9cc5-b050983178a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1546650', 'neutron.services.segments.db._delete_segments_for_network-8784568151830'] for network (54c8cc8a-69f9-403a-8e8d-3798fe8809d1), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:40.765062 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330b143-e5c6-4fc9-ad78-01465cb55e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:40.765414 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330b143-e5c6-4fc9-ad78-01465cb55e56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:40.765760 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330b143-e5c6-4fc9-ad78-01465cb55e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:40.766100 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330b143-e5c6-4fc9-ad78-01465cb55e56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:40.766432 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330b143-e5c6-4fc9-ad78-01465cb55e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:40.766758 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330b143-e5c6-4fc9-ad78-01465cb55e56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:40.767105 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330b143-e5c6-4fc9-ad78-01465cb55e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:40.767577 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330b143-e5c6-4fc9-ad78-01465cb55e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:40.768366 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330b143-e5c6-4fc9-ad78-01465cb55e56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:40.768484 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330b143-e5c6-4fc9-ad78-01465cb55e56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:40.768866 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330b143-e5c6-4fc9-ad78-01465cb55e56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:40.769107 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330b143-e5c6-4fc9-ad78-01465cb55e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:40.769424 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330b143-e5c6-4fc9-ad78-01465cb55e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:40.769957 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330b143-e5c6-4fc9-ad78-01465cb55e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:40.770274 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330b143-e5c6-4fc9-ad78-01465cb55e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:40.787828 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-0ad4c64a-7561-4760-9cc5-b050983178a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c8cc8a-69f9-403a-8e8d-3798fe8809d1']}} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:40.797522 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-0ad4c64a-7561-4760-9cc5-b050983178a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928cf707-3a57-42be-888e-e87227f138fd') {'for_net_delete': True} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:40.797813 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-0ad4c64a-7561-4760-9cc5-b050983178a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928cf707-3a57-42be-888e-e87227f138fd') {} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:40.806933 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0ad4c64a-7561-4760-9cc5-b050983178a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784568151071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29529270'] for segment (928cf707-3a57-42be-888e-e87227f138fd), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:40.820347 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0ad4c64a-7561-4760-9cc5-b050983178a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (928cf707-3a57-42be-888e-e87227f138fd), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:40.826690 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad4c64a-7561-4760-9cc5-b050983178a6 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=110062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 14:02:40.827101 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0ad4c64a-7561-4760-9cc5-b050983178a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29558809'] for segment (928cf707-3a57-42be-888e-e87227f138fd), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: Traceback (most recent call last): May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: timer() May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: cb(*args, **kw) May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: return func(*args, **kwargs) May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: self._notify() May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: self.callback(batched_events) May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: event.method(event) May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: aggregate_uuid = self.p_client.list_aggregates( May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: return f(self, *a, **k) May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: return self._get(url).json() May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: return self.request(url, 'GET', **kwargs) May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: base_url = self.get_endpoint(auth, allow=allow, May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 14:02:40.828983 dv-cinder-784815-14-iscsi neutron-server[110062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 14:02:40.882992 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0ad4c64a-7561-4760-9cc5-b050983178a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1546657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631453'] for network (54c8cc8a-69f9-403a-8e8d-3798fe8809d1), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:40.888492 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0ad4c64a-7561-4760-9cc5-b050983178a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:40.892093 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-0ad4c64a-7561-4760-9cc5-b050983178a6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/54c8cc8a-69f9-403a-8e8d-3798fe8809d1 HTTP/1.1" status: 204 len: 168 time: 0.5242443 May 19 14:02:40.894707 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 37348) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:40.902496 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4c64a-7561-4760-9cc5-b050983178a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=54c8cc8a-69f9-403a-8e8d-3798fe8809d1,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:41.089988 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:41.106626 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 0f615ea0-4756-4438-a1dc-4eb456e51bb4 no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:02:41.130446 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:41.130693 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: 0f615ea0-4756-4438-a1dc-4eb456e51bb4 {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:02:41.130970 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 0f615ea0-4756-4438-a1dc-4eb456e51bb4 not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:02:41.131511 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device a25553ed-4a5c-450f-91d0-b84d748e2a9c no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:02:41.225553 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-998b3806-de96-461c-adb5-2badf3457cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633245'] for router_interface (1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:41.279062 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: a25553ed-4a5c-450f-91d0-b84d748e2a9c {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:02:41.279403 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device a25553ed-4a5c-450f-91d0-b84d748e2a9c not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:02:41.279818 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 88c7b935-045a-4014-88c8-4b95da480cd4 no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:02:41.298285 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: 88c7b935-045a-4014-88c8-4b95da480cd4 {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:02:41.298544 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 88c7b935-045a-4014-88c8-4b95da480cd4 not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:02:41.683722 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-998b3806-de96-461c-adb5-2badf3457cf1 admin admin] Deleting port 37bba47e-91cd-4cb9-bfc8-fd53f61fed3f {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:02:41.684295 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-998b3806-de96-461c-adb5-2badf3457cf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (37bba47e-91cd-4cb9-bfc8-fd53f61fed3f), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:41.772414 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [None req-998b3806-de96-461c-adb5-2badf3457cf1 admin admin] For port 37bba47e-91cd-4cb9-bfc8-fd53f61fed3f, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=37bba47e-91cd-4cb9-bfc8-fd53f61fed3f,segment=NetworkSegment(603bb586-312f-4631-a0cb-701bfb530760),segment_id=603bb586-312f-4631-a0cb-701bfb530760)] {{(pid=110061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:02:41.772767 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-998b3806-de96-461c-adb5-2badf3457cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (37bba47e-91cd-4cb9-bfc8-fd53f61fed3f), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:41.785997 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-998b3806-de96-461c-adb5-2badf3457cf1 admin admin] Calling delete_port for 37bba47e-91cd-4cb9-bfc8-fd53f61fed3f owned by network:router_interface {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:02:41.957316 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-998b3806-de96-461c-adb5-2badf3457cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (37bba47e-91cd-4cb9-bfc8-fd53f61fed3f), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:41.987621 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b3806-de96-461c-adb5-2badf3457cf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=37bba47e-91cd-4cb9-bfc8-fd53f61fed3f,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:42.147637 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-998b3806-de96-461c-adb5-2badf3457cf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636802'] for router_interface (1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:42.153046 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:42.292524 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:42.361190 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998b3806-de96-461c-adb5-2badf3457cf1 admin admin] Router 1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91 has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 14:02:42.467714 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998b3806-de96-461c-adb5-2badf3457cf1 admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 14:02:42.475251 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-998b3806-de96-461c-adb5-2badf3457cf1 admin admin] 10.222.0.52 "PUT /v2.0/routers/1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5768342 May 19 14:02:42.475421 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 37358) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:42.476600 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6eb5b6-4451-4193-810d-87071c88b6d3 None None] Sync routers for ids ['1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91'] in dv-cinder-784815-14-iscsi {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 14:02:42.487396 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6eb5b6-4451-4193-810d-87071c88b6d3 None None] Routers {'1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:02:42.488006 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-fa6eb5b6-4451-4193-810d-87071c88b6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:02:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:42.574566 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-815ed1cc-a951-4be0-a18d-6919cbc1f5d9 admin admin] Publish callbacks [] for router (1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:42.593003 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-fa6eb5b6-4451-4193-810d-87071c88b6d3 None None] Set router 1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91 gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:02:42.675938 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-815ed1cc-a951-4be0-a18d-6919cbc1f5d9 admin admin] Publish callbacks [] for router_gateway (1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:42.723180 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-815ed1cc-a951-4be0-a18d-6919cbc1f5d9 admin admin] Deleting port ddb3523e-698e-4b2f-89ab-db4dd6882e05 {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:02:42.724214 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-815ed1cc-a951-4be0-a18d-6919cbc1f5d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (ddb3523e-698e-4b2f-89ab-db4dd6882e05), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:42.759681 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-fa6eb5b6-4451-4193-810d-87071c88b6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91', 'name': 'tempest-TestShelveInstance-1720233047-router', 'tenant_id': 'f70c3715c82e42958ab6bb02373acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'ddb3523e-698e-4b2f-89ab-db4dd6882e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:57:13Z', 'updated_at': '2022-05-19T14:02:41Z', 'revision_number': 5, 'project_id': 'f70c3715c82e42958ab6bb02373acc2c', 'gw_port': {'id': 'ddb3523e-698e-4b2f-89ab-db4dd6882e05', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:57:14Z', 'updated_at': '2022-05-19T13:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:42.785389 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6eb5b6-4451-4193-810d-87071c88b6d3 None None] Checking router: 1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91 for host: dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 14:02:42.795868 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6eb5b6-4451-4193-810d-87071c88b6d3 None None] Routers {'1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:02:42.796515 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-fa6eb5b6-4451-4193-810d-87071c88b6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:02:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:42.808695 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [None req-815ed1cc-a951-4be0-a18d-6919cbc1f5d9 admin admin] For port ddb3523e-698e-4b2f-89ab-db4dd6882e05, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=ddb3523e-698e-4b2f-89ab-db4dd6882e05,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:02:42.809343 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-815ed1cc-a951-4be0-a18d-6919cbc1f5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (ddb3523e-698e-4b2f-89ab-db4dd6882e05), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:42.825397 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-815ed1cc-a951-4be0-a18d-6919cbc1f5d9 admin admin] Calling delete_port for ddb3523e-698e-4b2f-89ab-db4dd6882e05 owned by network:router_gateway {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:02:42.882052 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-fa6eb5b6-4451-4193-810d-87071c88b6d3 None None] Set router 1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91 gateway port host: None {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:02:42.934608 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-fa6eb5b6-4451-4193-810d-87071c88b6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91', 'name': 'tempest-TestShelveInstance-1720233047-router', 'tenant_id': 'f70c3715c82e42958ab6bb02373acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:57:13Z', 'updated_at': '2022-05-19T14:02:42Z', 'revision_number': 6, 'project_id': 'f70c3715c82e42958ab6bb02373acc2c', 'gw_port_host': None}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:42.963873 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6eb5b6-4451-4193-810d-87071c88b6d3 None None] The sync data for ids ['1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91'] in dv-cinder-784815-14-iscsi is: [{'id': '1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91', 'name': 'tempest-TestShelveInstance-1720233047-router', 'tenant_id': 'f70c3715c82e42958ab6bb02373acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:57:13Z', 'updated_at': '2022-05-19T14:02:42Z', 'revision_number': 6, 'project_id': 'f70c3715c82e42958ab6bb02373acc2c', 'gw_port_host': None}] {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 14:02:42.998893 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-815ed1cc-a951-4be0-a18d-6919cbc1f5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (ddb3523e-698e-4b2f-89ab-db4dd6882e05), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:43.004028 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:43.025245 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ed1cc-a951-4be0-a18d-6919cbc1f5d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddb3523e-698e-4b2f-89ab-db4dd6882e05,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:43.093178 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-815ed1cc-a951-4be0-a18d-6919cbc1f5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631215'] for router_gateway (1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:43.180674 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-815ed1cc-a951-4be0-a18d-6919cbc1f5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6183'] for router (1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:43.183105 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-815ed1cc-a951-4be0-a18d-6919cbc1f5d9 admin admin] Publish callbacks [] for router_controller (1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91), precommit_delete_associations {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:43.188361 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:43.225741 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-815ed1cc-a951-4be0-a18d-6919cbc1f5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628862'] for router (1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:43.226337 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815ed1cc-a951-4be0-a18d-6919cbc1f5d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91 {{(pid=110061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 14:02:43.230371 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-815ed1cc-a951-4be0-a18d-6919cbc1f5d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:43.231547 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-815ed1cc-a951-4be0-a18d-6919cbc1f5d9 admin admin] 10.222.0.52 "DELETE /v2.0/routers/1c2d0aa2-5e05-4c62-8a70-3f9ff0bd8e91 HTTP/1.1" status: 204 len: 168 time: 0.7551930 May 19 14:02:43.234103 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 37360) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:43.278829 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_v2 [None req-66251af3-1b03-468a-9f61-9b06aeb4d811 admin admin] Deleting subnet 8ffe0c7f-10ee-4582-832e-17fe4b78cd27 {{(pid=110061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 14:02:43.282319 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-66251af3-1b03-468a-9f61-9b06aeb4d811 admin admin] Publish callbacks [] for subnet (8ffe0c7f-10ee-4582-832e-17fe4b78cd27), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:43.319223 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-66251af3-1b03-468a-9f61-9b06aeb4d811 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30855999'] for subnet (8ffe0c7f-10ee-4582-832e-17fe4b78cd27), precommit_delete_associations {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:43.403327 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-66251af3-1b03-468a-9f61-9b06aeb4d811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541679'] for subnet (8ffe0c7f-10ee-4582-832e-17fe4b78cd27), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:43.462021 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-66251af3-1b03-468a-9f61-9b06aeb4d811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30675797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29430784'] for subnet (8ffe0c7f-10ee-4582-832e-17fe4b78cd27), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:43.477553 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 37bba47e-91cd-4cb9-bfc8-fd53f61fed3f no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:02:43.492271 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66251af3-1b03-468a-9f61-9b06aeb4d811 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ffe0c7f-10ee-4582-832e-17fe4b78cd27,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:43.495795 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-66251af3-1b03-468a-9f61-9b06aeb4d811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for subnet (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:43.499700 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-66251af3-1b03-468a-9f61-9b06aeb4d811 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8ffe0c7f-10ee-4582-832e-17fe4b78cd27 HTTP/1.1" status: 204 len: 168 time: 0.2646043 May 19 14:02:43.502389 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 37370) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:43.506441 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: 37bba47e-91cd-4cb9-bfc8-fd53f61fed3f {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:02:43.507268 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 37bba47e-91cd-4cb9-bfc8-fd53f61fed3f not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:02:43.516682 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028c59ba-749c-41d2-b5cf-a8d03d90c52b None None] Network 38a3cd1f-c2db-404e-87c7-268681379652 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 14:02:43.578570 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:43.579483 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:43.586209 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ea5d8198-fb33-43da-b5e4-c81ee69847d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319408'] for network (38a3cd1f-c2db-404e-87c7-268681379652), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:43.677561 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae251f-8ae1-47ed-aaf5-69f8a9614fb1 req-e5160e96-8f32-4d03-8dfc-11095951e332 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:43.679124 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a3ae251f-8ae1-47ed-aaf5-69f8a9614fb1 req-e5160e96-8f32-4d03-8dfc-11095951e332 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2a859a-1290-4808-9f0c-446b9d5dfee7 HTTP/1.1" status: 200 len: 945 time: 0.0883584 May 19 14:02:43.682076 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-ea5d8198-fb33-43da-b5e4-c81ee69847d9 admin admin] Deleting port 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:02:43.682411 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ea5d8198-fb33-43da-b5e4-c81ee69847d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (188436ea-68a0-4a8a-9fd0-3f16a36bfcfb), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:43.784216 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [None req-ea5d8198-fb33-43da-b5e4-c81ee69847d9 admin admin] For port 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=188436ea-68a0-4a8a-9fd0-3f16a36bfcfb,segment=NetworkSegment(603bb586-312f-4631-a0cb-701bfb530760),segment_id=603bb586-312f-4631-a0cb-701bfb530760)] {{(pid=110061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:02:43.784882 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ea5d8198-fb33-43da-b5e4-c81ee69847d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (188436ea-68a0-4a8a-9fd0-3f16a36bfcfb), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:43.801281 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a3ae251f-8ae1-47ed-aaf5-69f8a9614fb1 req-b134bec8-16be-4a51-a629-f043bf7a8020 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/security-groups?id=9127f1b7-e988-47cf-8cc3-bcce23e92301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150513 May 19 14:02:43.806764 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-ea5d8198-fb33-43da-b5e4-c81ee69847d9 admin admin] Calling delete_port for 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb owned by network:dhcp {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:02:43.807520 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b0de13-6947-4eb6-80db-02d0f1c89502 None None] DHCP port deletion for 38a3cd1f-c2db-404e-87c7-268681379652 request from dv-cinder-784815-14-iscsi {{(pid=110063) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 14:02:43.852765 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-20b0de13-6947-4eb6-80db-02d0f1c89502 None None] Deleting port 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb {{(pid=110063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:02:43.853364 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-20b0de13-6947-4eb6-80db-02d0f1c89502 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (188436ea-68a0-4a8a-9fd0-3f16a36bfcfb), before_delete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:43.907406 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ea5d8198-fb33-43da-b5e4-c81ee69847d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (188436ea-68a0-4a8a-9fd0-3f16a36bfcfb), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:43.934249 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-20b0de13-6947-4eb6-80db-02d0f1c89502 None None] For port 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=188436ea-68a0-4a8a-9fd0-3f16a36bfcfb,segment=NetworkSegment(603bb586-312f-4631-a0cb-701bfb530760),segment_id=603bb586-312f-4631-a0cb-701bfb530760)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:02:43.934692 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-20b0de13-6947-4eb6-80db-02d0f1c89502 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (188436ea-68a0-4a8a-9fd0-3f16a36bfcfb), precommit_delete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:43.935753 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:43.940082 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d8198-fb33-43da-b5e4-c81ee69847d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=188436ea-68a0-4a8a-9fd0-3f16a36bfcfb,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:43.947069 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5d8198-fb33-43da-b5e4-c81ee69847d9 admin admin] No DVR routers for this DVR port 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb on host dv-cinder-784815-14-iscsi {{(pid=110061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 14:02:43.968906 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-20b0de13-6947-4eb6-80db-02d0f1c89502 None None] Calling delete_port for 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb owned by network:dhcp {{(pid=110063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:02:44.025005 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ea5d8198-fb33-43da-b5e4-c81ee69847d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1546650', 'neutron.services.segments.db._delete_segments_for_network-8784568151830'] for network (38a3cd1f-c2db-404e-87c7-268681379652), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:44.047455 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.services.segments.db [None req-ea5d8198-fb33-43da-b5e4-c81ee69847d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a3cd1f-c2db-404e-87c7-268681379652']}} {{(pid=110061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:44.055225 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-20b0de13-6947-4eb6-80db-02d0f1c89502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024'] for port (188436ea-68a0-4a8a-9fd0-3f16a36bfcfb), after_delete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:44.057964 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.services.segments.db [None req-ea5d8198-fb33-43da-b5e4-c81ee69847d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '603bb586-312f-4631-a0cb-701bfb530760') {'for_net_delete': True} {{(pid=110061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:44.058265 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.services.segments.db [None req-ea5d8198-fb33-43da-b5e4-c81ee69847d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '603bb586-312f-4631-a0cb-701bfb530760') {} {{(pid=110061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:44.077080 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ea5d8198-fb33-43da-b5e4-c81ee69847d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784568151071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30855942'] for segment (603bb586-312f-4631-a0cb-701bfb530760), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:44.088941 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0de13-6947-4eb6-80db-02d0f1c89502 None None] Pushing event deleted for resources: {'Port': ['ID=188436ea-68a0-4a8a-9fd0-3f16a36bfcfb,revision_number=None']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:44.093499 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ea5d8198-fb33-43da-b5e4-c81ee69847d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (603bb586-312f-4631-a0cb-701bfb530760), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:44.098984 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b0de13-6947-4eb6-80db-02d0f1c89502 None None] No DVR routers for this DVR port 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb on host dv-cinder-784815-14-iscsi {{(pid=110063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 14:02:44.104947 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea5d8198-fb33-43da-b5e4-c81ee69847d9 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=110061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 14:02:44.105537 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ea5d8198-fb33-43da-b5e4-c81ee69847d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30676727'] for segment (603bb586-312f-4631-a0cb-701bfb530760), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: Traceback (most recent call last): May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: timer() May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: cb(*args, **kw) May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: return func(*args, **kwargs) May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: self._notify() May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: self.callback(batched_events) May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: event.method(event) May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: aggregate_uuid = self.p_client.list_aggregates( May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: return f(self, *a, **k) May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: return self._get(url).json() May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: return self.request(url, 'GET', **kwargs) May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: base_url = self.get_endpoint(auth, allow=allow, May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 14:02:44.113072 dv-cinder-784815-14-iscsi neutron-server[110061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 14:02:44.180995 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ea5d8198-fb33-43da-b5e4-c81ee69847d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1546657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631453'] for network (38a3cd1f-c2db-404e-87c7-268681379652), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:44.188937 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ea5d8198-fb33-43da-b5e4-c81ee69847d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:44.194445 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-ea5d8198-fb33-43da-b5e4-c81ee69847d9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/38a3cd1f-c2db-404e-87c7-268681379652 HTTP/1.1" status: 204 len: 168 time: 0.6887965 May 19 14:02:44.194445 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:44.204493 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d8198-fb33-43da-b5e4-c81ee69847d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=38a3cd1f-c2db-404e-87c7-268681379652,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:44.318193 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 37388) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:44.357619 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-7b518a53-36a2-419e-bc4d-0b6eb18def9b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0197b4cff99649ef9da1e77b1461dd76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375824 May 19 14:02:44.359905 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 37390) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:44.407525 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-7ddcfdca-8267-4700-9609-e13ecee6383b admin admin] Publish callbacks [] for security_group (dc3aae09-1459-446b-bef3-dc8ec40cbf07), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:44.429063 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-7ddcfdca-8267-4700-9609-e13ecee6383b admin admin] Publish callbacks [] for security_group (dc3aae09-1459-446b-bef3-dc8ec40cbf07), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:44.477625 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-7ddcfdca-8267-4700-9609-e13ecee6383b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (dc3aae09-1459-446b-bef3-dc8ec40cbf07), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:44.480331 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-7ddcfdca-8267-4700-9609-e13ecee6383b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:44.481467 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-7ddcfdca-8267-4700-9609-e13ecee6383b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dc3aae09-1459-446b-bef3-dc8ec40cbf07 HTTP/1.1" status: 204 len: 168 time: 0.1207423 May 19 14:02:44.489898 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcfdca-8267-4700-9609-e13ecee6383b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3aae09-1459-446b-bef3-dc8ec40cbf07,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:44.805839 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 37396) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:44.844847 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-410a6fce-eb1d-4fd4-92cf-d57fb18ebc5a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f70c3715c82e42958ab6bb02373acc2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377698 May 19 14:02:44.847233 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 37400) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:44.898840 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bac79707-1014-4221-853d-1bfa160ebe66 admin admin] Publish callbacks [] for security_group (b764f96f-96c7-4853-a5df-a1bf9cb31376), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:44.901008 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:44.923166 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bac79707-1014-4221-853d-1bfa160ebe66 admin admin] Publish callbacks [] for security_group (b764f96f-96c7-4853-a5df-a1bf9cb31376), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:44.935129 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52c04f-0299-4904-a532-10aba5dd4848 req-493be812-2422-48a4-b8a4-dc6351ecf1ac tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:44.937031 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4a52c04f-0299-4904-a532-10aba5dd4848 req-493be812-2422-48a4-b8a4-dc6351ecf1ac tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2a859a-1290-4808-9f0c-446b9d5dfee7 HTTP/1.1" status: 200 len: 945 time: 0.0510316 May 19 14:02:44.969352 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bac79707-1014-4221-853d-1bfa160ebe66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (b764f96f-96c7-4853-a5df-a1bf9cb31376), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:44.972089 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bac79707-1014-4221-853d-1bfa160ebe66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:44.973275 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-bac79707-1014-4221-853d-1bfa160ebe66 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b764f96f-96c7-4853-a5df-a1bf9cb31376 HTTP/1.1" status: 204 len: 168 time: 0.1251440 May 19 14:02:44.981214 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac79707-1014-4221-853d-1bfa160ebe66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b764f96f-96c7-4853-a5df-a1bf9cb31376,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:44.991747 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4a52c04f-0299-4904-a532-10aba5dd4848 req-88b45100-dbd4-481e-aa95-805affa7f9ca tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/security-groups?id=9127f1b7-e988-47cf-8cc3-bcce23e92301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494642 May 19 14:02:45.110408 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device ddb3523e-698e-4b2f-89ab-db4dd6882e05 no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:02:45.132489 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: ddb3523e-698e-4b2f-89ab-db4dd6882e05 {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:02:45.132908 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device ddb3523e-698e-4b2f-89ab-db4dd6882e05 not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:02:45.133517 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:02:45.153066 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:02:45.153367 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 188436ea-68a0-4a8a-9fd0-3f16a36bfcfb not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:02:45.375549 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97bca6-ae9b-4591-83e7-f0c11cdbe1b8 req-e00d204a-7c81-4797-85c2-a2cbd4f61448 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:45.377011 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ff97bca6-ae9b-4591-83e7-f0c11cdbe1b8 req-e00d204a-7c81-4797-85c2-a2cbd4f61448 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a2a859a-1290-4808-9f0c-446b9d5dfee7 HTTP/1.1" status: 200 len: 945 time: 0.0588169 May 19 14:02:45.410679 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:45.467699 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [req-ff97bca6-ae9b-4591-83e7-f0c11cdbe1b8 req-cfc670c1-83ab-4ebb-a1f5-c78dd7f9c233 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Deleting port 2e95403e-403f-45b3-b656-464e76490bd6 {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:02:45.468034 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-ff97bca6-ae9b-4591-83e7-f0c11cdbe1b8 req-cfc670c1-83ab-4ebb-a1f5-c78dd7f9c233 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (2e95403e-403f-45b3-b656-464e76490bd6), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:45.562681 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-ff97bca6-ae9b-4591-83e7-f0c11cdbe1b8 req-cfc670c1-83ab-4ebb-a1f5-c78dd7f9c233 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] For port 2e95403e-403f-45b3-b656-464e76490bd6, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2e95403e-403f-45b3-b656-464e76490bd6,segment=NetworkSegment(c0636bc2-0439-4edc-bc3b-46dd0464fb6b),segment_id=c0636bc2-0439-4edc-bc3b-46dd0464fb6b)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:02:45.563084 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-ff97bca6-ae9b-4591-83e7-f0c11cdbe1b8 req-cfc670c1-83ab-4ebb-a1f5-c78dd7f9c233 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (2e95403e-403f-45b3-b656-464e76490bd6), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:45.580833 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [req-ff97bca6-ae9b-4591-83e7-f0c11cdbe1b8 req-cfc670c1-83ab-4ebb-a1f5-c78dd7f9c233 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Calling delete_port for 2e95403e-403f-45b3-b656-464e76490bd6 owned by compute:nova {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:02:45.726317 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-ff97bca6-ae9b-4591-83e7-f0c11cdbe1b8 req-cfc670c1-83ab-4ebb-a1f5-c78dd7f9c233 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (2e95403e-403f-45b3-b656-464e76490bd6), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:45.750921 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 37432) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:45.759213 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc670c1-83ab-4ebb-a1f5-c78dd7f9c233 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Pushing event deleted for resources: {'Port': ['ID=2e95403e-403f-45b3-b656-464e76490bd6,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:45.770101 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['2e95403e-403f-45b3-b656-464e76490bd6'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 14:02:45.830637 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff97bca6-ae9b-4591-83e7-f0c11cdbe1b8 req-cfc670c1-83ab-4ebb-a1f5-c78dd7f9c233 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] No DVR routers for this DVR port 2e95403e-403f-45b3-b656-464e76490bd6 on host hv-cinder-78481 {{(pid=110062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 14:02:45.833728 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-ff97bca6-ae9b-4591-83e7-f0c11cdbe1b8 req-cfc670c1-83ab-4ebb-a1f5-c78dd7f9c233 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:45.837486 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ff97bca6-ae9b-4591-83e7-f0c11cdbe1b8 req-cfc670c1-83ab-4ebb-a1f5-c78dd7f9c233 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.65 "DELETE /v2.0/ports/2e95403e-403f-45b3-b656-464e76490bd6 HTTP/1.1" status: 204 len: 173 time: 0.4544387 May 19 14:02:45.837924 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2a859a-1290-4808-9f0c-446b9d5dfee7', 'name': 'network-vif-deleted', 'tag': '2e95403e-403f-45b3-b656-464e76490bd6'}] {{(pid=110062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:02:45.840501 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dff7f06c5e0e0f36f9473af0b06c6f419441bd6c4accb13c2a4abbfe17b595b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5deb52b-2815-4586-8fc0-e4b9898665b2" -d '{"events": [{"server_uuid": "9a2a859a-1290-4808-9f0c-446b9d5dfee7", "name": "network-vif-deleted", "tag": "2e95403e-403f-45b3-b656-464e76490bd6"}]}' {{(pid=110062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:02:45.887194 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 14:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd947660-4c71-4ece-93a2-a8f5a6576148 x-openstack-request-id: req-bd947660-4c71-4ece-93a2-a8f5a6576148 {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:02:45.887792 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2a859a-1290-4808-9f0c-446b9d5dfee7", "name": "network-vif-deleted", "tag": "2e95403e-403f-45b3-b656-464e76490bd6", "status": "completed", "code": 200}]} {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:02:45.888409 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd947660-4c71-4ece-93a2-a8f5a6576148 {{(pid=110062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:02:45.889211 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd947660-4c71-4ece-93a2-a8f5a6576148'] response: {'server_uuid': '9a2a859a-1290-4808-9f0c-446b9d5dfee7', 'name': 'network-vif-deleted', 'tag': '2e95403e-403f-45b3-b656-464e76490bd6', 'status': 'completed', 'code': 200} May 19 14:02:45.892319 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-14ac8104-fe4b-45ae-b084-9caedbed3545 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1596005602-network', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:02:45.916560 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ac8104-fe4b-45ae-b084-9caedbed3545 admin admin] Made reservation on behalf of 6d87d3963b1b4fb29e09d8f72f64fb6e for: {'network': 1} {{(pid=110061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 14:02:45.918983 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-14ac8104-fe4b-45ae-b084-9caedbed3545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for network (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:45.928612 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-14ac8104-fe4b-45ae-b084-9caedbed3545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:46.010123 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-14ac8104-fe4b-45ae-b084-9caedbed3545 admin admin] Publish callbacks [] for security_group (3529604c-5ce4-4b72-bddd-d298e79406cb), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:46.013457 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-14ac8104-fe4b-45ae-b084-9caedbed3545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (3529604c-5ce4-4b72-bddd-d298e79406cb), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:46.050250 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ac8104-fe4b-45ae-b084-9caedbed3545 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=110061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 14:02:46.062224 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac8104-fe4b-45ae-b084-9caedbed3545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3529604c-5ce4-4b72-bddd-d298e79406cb,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:46.068227 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-14ac8104-fe4b-45ae-b084-9caedbed3545 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784568151821', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (e63c3407-a6bb-41cf-b146-668d8bf6dddd), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:46.068505 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.segments_db [None req-14ac8104-fe4b-45ae-b084-9caedbed3545 admin admin] Added segment e63c3407-a6bb-41cf-b146-668d8bf6dddd of type vlan for network aa748ea7-654e-47dd-89a8-e6366b098088 May 19 14:02:46.135217 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d79db6c0-07a5-4909-b745-364e0091f48e req-fdb0a724-1e9e-47b2-b6e1-e50ebb68cdf1 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2a859a-1290-4808-9f0c-446b9d5dfee7 HTTP/1.1" status: 200 len: 210 time: 0.0356181 May 19 14:02:46.139521 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-14ac8104-fe4b-45ae-b084-9caedbed3545 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784567602773'] for network (aa748ea7-654e-47dd-89a8-e6366b098088), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:46.164288 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-14ac8104-fe4b-45ae-b084-9caedbed3545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for network (aa748ea7-654e-47dd-89a8-e6366b098088), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:46.165480 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ac8104-fe4b-45ae-b084-9caedbed3545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:46.166050 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-14ac8104-fe4b-45ae-b084-9caedbed3545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:46.220272 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-14ac8104-fe4b-45ae-b084-9caedbed3545 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4682438 May 19 14:02:46.223566 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 37442) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:46.228546 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-8d711cdb-dfaf-4aec-920a-166ab411651e admin admin] Request body: {'subnet': {'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1596005602-subnet', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'ip_version': 4}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:02:46.231216 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac8104-fe4b-45ae-b084-9caedbed3545 admin admin] Pushing event updated for resources: {'Network': ['ID=aa748ea7-654e-47dd-89a8-e6366b098088,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:46.246416 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Network aa748ea7-654e-47dd-89a8-e6366b098088 details requested by agent ovs-agent-dv-cinder-784815-14-iscsi with host dv-cinder-784815-14-iscsi {{(pid=110063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 14:02:46.254897 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d711cdb-dfaf-4aec-920a-166ab411651e admin admin] Made reservation on behalf of 6d87d3963b1b4fb29e09d8f72f64fb6e for: {'subnet': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 14:02:46.257725 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8d711cdb-dfaf-4aec-920a-166ab411651e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29814894'] for subnet (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:46.691682 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8d711cdb-dfaf-4aec-920a-166ab411651e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29560314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29814904'] for subnet (c7b45dbe-629b-471b-b7f7-2399b9334e60), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:46.747799 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d711cdb-dfaf-4aec-920a-166ab411651e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7b45dbe-629b-471b-b7f7-2399b9334e60,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:46.757294 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d711cdb-dfaf-4aec-920a-166ab411651e admin admin] Checking segment: {'id': 'e63c3407-a6bb-41cf-b146-668d8bf6dddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 14:02:46.757657 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d711cdb-dfaf-4aec-920a-166ab411651e admin admin] Network hostable DHCP agents. Network: aa748ea7-654e-47dd-89a8-e6366b098088, hostable agents: ['ed6e9061-200e-415c-854c-495582c024f0'], hosted agents: [] {{(pid=110062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 14:02:46.774763 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d711cdb-dfaf-4aec-920a-166ab411651e admin admin] Network aa748ea7-654e-47dd-89a8-e6366b098088 is scheduled to be hosted by DHCP agent ed6e9061-200e-415c-854c-495582c024f0 with binding_index 1 {{(pid=110062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 14:02:46.784339 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-8d711cdb-dfaf-4aec-920a-166ab411651e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-14-iscsi, aa748ea7-654e-47dd-89a8-e6366b098088) {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:02:46.788430 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d711cdb-dfaf-4aec-920a-166ab411651e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:46.789023 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8d711cdb-dfaf-4aec-920a-166ab411651e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:46.792800 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ede64e-426e-49db-b888-69b33429c637 None None] Network aa748ea7-654e-47dd-89a8-e6366b098088 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 14:02:46.794661 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:46.807010 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-8d711cdb-dfaf-4aec-920a-166ab411651e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5820711 May 19 14:02:46.808893 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 37450) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:46.813463 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-0c1d1cac-1127-450f-83fc-9639fdfef791 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:02:46.838265 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1cac-1127-450f-83fc-9639fdfef791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6197'] for router (aaadfe3d-6633-4f04-a304-dc38b6e244fb), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:46.841071 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1cac-1127-450f-83fc-9639fdfef791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1631004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-473605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6188'] for router (aaadfe3d-6633-4f04-a304-dc38b6e244fb), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:46.855984 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:46.897017 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0717ee98-3808-4240-a16d-40221ac36163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fe39ec4-ffd7-5688-a378-30d4d243c226-aa748ea7-654e-47dd-89a8-e6366b098088', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'fixed_ips': [{'subnet_id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60'}]}} from dv-cinder-784815-14-iscsi. {{(pid=110063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 14:02:46.897908 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-0717ee98-3808-4240-a16d-40221ac36163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:46.900765 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1cac-1127-450f-83fc-9639fdfef791 admin admin] Publish callbacks [] for router_controller (aaadfe3d-6633-4f04-a304-dc38b6e244fb), precommit_add_association {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:47.037953 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1cac-1127-450f-83fc-9639fdfef791 admin admin] Publish callbacks [] for router_gateway (aaadfe3d-6633-4f04-a304-dc38b6e244fb), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:47.038502 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.db_base_plugin_common [None req-0717ee98-3808-4240-a16d-40221ac36163 None None] Allocated IP 172.20.0.2 (aa748ea7-654e-47dd-89a8-e6366b098088/c7b45dbe-629b-471b-b7f7-2399b9334e60/84cd16db-7474-40ad-afd7-5e3935b5cf02) {{(pid=110063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 14:02:47.129423 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:47.185681 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-0717ee98-3808-4240-a16d-40221ac36163 None None] Publish callbacks [] for port (84cd16db-7474-40ad-afd7-5e3935b5cf02), precommit_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:47.192672 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-0717ee98-3808-4240-a16d-40221ac36163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (84cd16db-7474-40ad-afd7-5e3935b5cf02), after_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:47.226846 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1cac-1127-450f-83fc-9639fdfef791 admin admin] Publish callbacks [] for router_gateway (aaadfe3d-6633-4f04-a304-dc38b6e244fb), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:47.238162 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0717ee98-3808-4240-a16d-40221ac36163 None None] Network aa748ea7-654e-47dd-89a8-e6366b098088 is already hosted by enough agents. {{(pid=110063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 14:02:47.244262 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.scheduler.base_scheduler [None req-0717ee98-3808-4240-a16d-40221ac36163 None None] Resources bound (agent type, host, resource id): {{(pid=110063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:02:47.247149 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0717ee98-3808-4240-a16d-40221ac36163 None None] Received port after_create {{(pid=110063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 14:02:47.250239 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1cac-1127-450f-83fc-9639fdfef791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:47.308132 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717ee98-3808-4240-a16d-40221ac36163 None None] Pushing event updated for resources: {'Port': ['ID=84cd16db-7474-40ad-afd7-5e3935b5cf02,revision_number=1']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:47.332948 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-0717ee98-3808-4240-a16d-40221ac36163 None None] Attempting to bind port 84cd16db-7474-40ad-afd7-5e3935b5cf02 on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 14:02:47.333315 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-0717ee98-3808-4240-a16d-40221ac36163 None None] Attempting to bind port 84cd16db-7474-40ad-afd7-5e3935b5cf02 by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': 'e63c3407-a6bb-41cf-b146-668d8bf6dddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088'}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 14:02:47.333671 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0717ee98-3808-4240-a16d-40221ac36163 None None] Attempting to bind port 84cd16db-7474-40ad-afd7-5e3935b5cf02 on network aa748ea7-654e-47dd-89a8-e6366b098088 {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 14:02:47.338812 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0717ee98-3808-4240-a16d-40221ac36163 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 14, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 14:02:47.339213 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0717ee98-3808-4240-a16d-40221ac36163 None None] Checking segment: {'id': 'e63c3407-a6bb-41cf-b146-668d8bf6dddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 14:02:47.339611 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-0717ee98-3808-4240-a16d-40221ac36163 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:47.339996 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0717ee98-3808-4240-a16d-40221ac36163 None None] Bound using segment: {'id': 'e63c3407-a6bb-41cf-b146-668d8bf6dddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088'} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 14:02:47.340451 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-0717ee98-3808-4240-a16d-40221ac36163 None None] Bound port: 84cd16db-7474-40ad-afd7-5e3935b5cf02, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63c3407-a6bb-41cf-b146-668d8bf6dddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088'}}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 14:02:47.340828 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-0717ee98-3808-4240-a16d-40221ac36163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (84cd16db-7474-40ad-afd7-5e3935b5cf02), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:47.343469 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:47.367224 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [None req-0c1d1cac-1127-450f-83fc-9639fdfef791 admin admin] Allocated IP 172.27.2.156 (db349b0a-3651-4f3e-8f89-c44d13ee049b/851bfd66-21de-4b67-adef-488354d2d2c5/d463bdb5-991a-449a-b41d-b211e8dc0e5a) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 14:02:47.426736 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-0717ee98-3808-4240-a16d-40221ac36163 None None] For port 84cd16db-7474-40ad-afd7-5e3935b5cf02, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 14:02:47.430844 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-0717ee98-3808-4240-a16d-40221ac36163 None None] For port 84cd16db-7474-40ad-afd7-5e3935b5cf02, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=84cd16db-7474-40ad-afd7-5e3935b5cf02,segment=NetworkSegment(e63c3407-a6bb-41cf-b146-668d8bf6dddd),segment_id=e63c3407-a6bb-41cf-b146-668d8bf6dddd)] {{(pid=110063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 14:02:47.438314 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-0717ee98-3808-4240-a16d-40221ac36163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (84cd16db-7474-40ad-afd7-5e3935b5cf02), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:47.499097 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717ee98-3808-4240-a16d-40221ac36163 None None] Pushing event updated for resources: {'Port': ['ID=84cd16db-7474-40ad-afd7-5e3935b5cf02,revision_number=2']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:47.511098 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1cac-1127-450f-83fc-9639fdfef791 admin admin] Publish callbacks [] for port (d463bdb5-991a-449a-b41d-b211e8dc0e5a), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:47.548115 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1cac-1127-450f-83fc-9639fdfef791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (d463bdb5-991a-449a-b41d-b211e8dc0e5a), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:47.594803 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1d1cac-1127-450f-83fc-9639fdfef791 admin admin] Network db349b0a-3651-4f3e-8f89-c44d13ee049b is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 14:02:47.599860 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-0c1d1cac-1127-450f-83fc-9639fdfef791 admin admin] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:02:47.602298 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1d1cac-1127-450f-83fc-9639fdfef791 admin admin] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 14:02:47.629218 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d1cac-1127-450f-83fc-9639fdfef791 admin admin] Pushing event updated for resources: {'Port': ['ID=d463bdb5-991a-449a-b41d-b211e8dc0e5a,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:47.834994 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:47.892592 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:47.898494 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1cac-1127-450f-83fc-9639fdfef791 admin admin] Publish callbacks [] for router_gateway (aaadfe3d-6633-4f04-a304-dc38b6e244fb), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:48.098536 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1cac-1127-450f-83fc-9639fdfef791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1631179'] for router (aaadfe3d-6633-4f04-a304-dc38b6e244fb), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:48.226349 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1d1cac-1127-450f-83fc-9639fdfef791 admin admin] Router aaadfe3d-6633-4f04-a304-dc38b6e244fb is scheduled to L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc with binding_index 1 {{(pid=110062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 14:02:48.336595 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1d1cac-1127-450f-83fc-9639fdfef791 admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 14:02:48.346794 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e2e165-e534-440e-892b-43907200edb2 None None] Sync routers for ids ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 14:02:48.356793 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1cac-1127-450f-83fc-9639fdfef791 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:48.360534 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-0c1d1cac-1127-450f-83fc-9639fdfef791 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5480721 May 19 14:02:48.360668 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e2e165-e534-440e-892b-43907200edb2 None None] Routers {'aaadfe3d-6633-4f04-a304-dc38b6e244fb'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:02:48.360668 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-41e2e165-e534-440e-892b-43907200edb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:02:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:48.360878 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 37502) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:48.361111 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=100 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:48.471633 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-41e2e165-e534-440e-892b-43907200edb2 None None] Set router aaadfe3d-6633-4f04-a304-dc38b6e244fb gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:02:48.532960 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab87c5e2-d962-4652-a779-4ee47e1df214 None None] Network aa748ea7-654e-47dd-89a8-e6366b098088 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 14:02:48.643124 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-3b77b2f0-c505-4616-8b1e-17321daedeb4 None None] Provisioning complete for port 84cd16db-7474-40ad-afd7-5e3935b5cf02 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:02:48.643506 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-3b77b2f0-c505-4616-8b1e-17321daedeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (84cd16db-7474-40ad-afd7-5e3935b5cf02), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:48.643897 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-41e2e165-e534-440e-892b-43907200edb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:46Z', 'updated_at': '2022-05-19T14:02:47Z', 'revision_number': 3, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'gw_port': {'id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:47Z', 'updated_at': '2022-05-19T14:02:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:48.676665 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e2e165-e534-440e-892b-43907200edb2 None None] Checking router: aaadfe3d-6633-4f04-a304-dc38b6e244fb for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 14:02:48.677136 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e2e165-e534-440e-892b-43907200edb2 None None] Updating router aaadfe3d-6633-4f04-a304-dc38b6e244fb port d463bdb5-991a-449a-b41d-b211e8dc0e5a binding host dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 14:02:48.712090 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-41e2e165-e534-440e-892b-43907200edb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (d463bdb5-991a-449a-b41d-b211e8dc0e5a), before_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:48.727728 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-3b77b2f0-c505-4616-8b1e-17321daedeb4 None None] Current status of the port 84cd16db-7474-40ad-afd7-5e3935b5cf02 is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:02:48.728169 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-3b77b2f0-c505-4616-8b1e-17321daedeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (84cd16db-7474-40ad-afd7-5e3935b5cf02), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:48.772264 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-3b77b2f0-c505-4616-8b1e-17321daedeb4 None None] For port 84cd16db-7474-40ad-afd7-5e3935b5cf02, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=84cd16db-7474-40ad-afd7-5e3935b5cf02,segment=NetworkSegment(e63c3407-a6bb-41cf-b146-668d8bf6dddd),segment_id=e63c3407-a6bb-41cf-b146-668d8bf6dddd)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:02:48.783120 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-3b77b2f0-c505-4616-8b1e-17321daedeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (84cd16db-7474-40ad-afd7-5e3935b5cf02), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:48.783374 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=100 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:48.801267 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d7edc1b3-6c78-471d-b22c-f9c93e182125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:48.838234 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77b2f0-c505-4616-8b1e-17321daedeb4 None None] Pushing event updated for resources: {'Port': ['ID=84cd16db-7474-40ad-afd7-5e3935b5cf02,revision_number=3']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:48.851361 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:48.964138 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [None req-d7edc1b3-6c78-471d-b22c-f9c93e182125 admin admin] Allocated IP 172.20.0.1 (aa748ea7-654e-47dd-89a8-e6366b098088/c7b45dbe-629b-471b-b7f7-2399b9334e60/58adcb60-35be-4924-b56f-51b7a866328d) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 14:02:48.968633 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:49.002466 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-3518e2ea-189c-4ed6-996d-7fd2744034aa None None] Provisioning complete for port 84cd16db-7474-40ad-afd7-5e3935b5cf02 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:02:49.002833 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-3518e2ea-189c-4ed6-996d-7fd2744034aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (84cd16db-7474-40ad-afd7-5e3935b5cf02), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:49.009418 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-41e2e165-e534-440e-892b-43907200edb2 None None] Publish callbacks [] for port (d463bdb5-991a-449a-b41d-b211e8dc0e5a), precommit_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:49.017870 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-41e2e165-e534-440e-892b-43907200edb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (d463bdb5-991a-449a-b41d-b211e8dc0e5a), after_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:49.057580 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc4a91-174f-416f-84df-4f9f22ebc55d None None] Pushing event updated for resources: {'Port': ['ID=d463bdb5-991a-449a-b41d-b211e8dc0e5a,revision_number=2']} {{(pid=110064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:49.068540 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc4a91-174f-416f-84df-4f9f22ebc55d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:49.069084 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc4a91-174f-416f-84df-4f9f22ebc55d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:49.069599 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc4a91-174f-416f-84df-4f9f22ebc55d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:49.070432 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc4a91-174f-416f-84df-4f9f22ebc55d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:49.070944 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc4a91-174f-416f-84df-4f9f22ebc55d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:49.071420 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc4a91-174f-416f-84df-4f9f22ebc55d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:49.071895 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc4a91-174f-416f-84df-4f9f22ebc55d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:49.072390 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc4a91-174f-416f-84df-4f9f22ebc55d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:49.072886 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc4a91-174f-416f-84df-4f9f22ebc55d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:49.073606 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc4a91-174f-416f-84df-4f9f22ebc55d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:49.074248 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc4a91-174f-416f-84df-4f9f22ebc55d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:49.074769 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc4a91-174f-416f-84df-4f9f22ebc55d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:49.075097 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc4a91-174f-416f-84df-4f9f22ebc55d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:49.075947 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc4a91-174f-416f-84df-4f9f22ebc55d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:49.076455 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc4a91-174f-416f-84df-4f9f22ebc55d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:02:49.084348 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d7edc1b3-6c78-471d-b22c-f9c93e182125 admin admin] Publish callbacks [] for port (58adcb60-35be-4924-b56f-51b7a866328d), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:49.108442 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-41e2e165-e534-440e-892b-43907200edb2 None None] Attempting to bind port d463bdb5-991a-449a-b41d-b211e8dc0e5a on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 14:02:49.109059 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-41e2e165-e534-440e-892b-43907200edb2 None None] Attempting to bind port d463bdb5-991a-449a-b41d-b211e8dc0e5a by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}] {{(pid=110064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 14:02:49.109581 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e2e165-e534-440e-892b-43907200edb2 None None] Attempting to bind port d463bdb5-991a-449a-b41d-b211e8dc0e5a on network db349b0a-3651-4f3e-8f89-c44d13ee049b {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 14:02:49.115317 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e2e165-e534-440e-892b-43907200edb2 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 14, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 14:02:49.115974 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e2e165-e534-440e-892b-43907200edb2 None None] Checking segment: {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 14:02:49.116549 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-41e2e165-e534-440e-892b-43907200edb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:49.116927 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e2e165-e534-440e-892b-43907200edb2 None None] Bound using segment: {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'} {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 14:02:49.117558 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-41e2e165-e534-440e-892b-43907200edb2 None None] Bound port: d463bdb5-991a-449a-b41d-b211e8dc0e5a, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}}] {{(pid=110064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 14:02:49.118115 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-41e2e165-e534-440e-892b-43907200edb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (d463bdb5-991a-449a-b41d-b211e8dc0e5a), before_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:49.127516 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d7edc1b3-6c78-471d-b22c-f9c93e182125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (58adcb60-35be-4924-b56f-51b7a866328d), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:49.170075 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.db [None req-41e2e165-e534-440e-892b-43907200edb2 None None] For port d463bdb5-991a-449a-b41d-b211e8dc0e5a, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 14:02:49.174834 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.db [None req-41e2e165-e534-440e-892b-43907200edb2 None None] For port d463bdb5-991a-449a-b41d-b211e8dc0e5a, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=d463bdb5-991a-449a-b41d-b211e8dc0e5a,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 14:02:49.183280 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7edc1b3-6c78-471d-b22c-f9c93e182125 admin admin] Network aa748ea7-654e-47dd-89a8-e6366b098088 is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 14:02:49.184114 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-41e2e165-e534-440e-892b-43907200edb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (d463bdb5-991a-449a-b41d-b211e8dc0e5a), after_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:49.187216 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-d7edc1b3-6c78-471d-b22c-f9c93e182125 admin admin] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:02:49.213415 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edc1b3-6c78-471d-b22c-f9c93e182125 admin admin] Pushing event updated for resources: {'Port': ['ID=58adcb60-35be-4924-b56f-51b7a866328d,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:49.224062 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7edc1b3-6c78-471d-b22c-f9c93e182125 admin admin] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 14:02:49.241623 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc4a91-174f-416f-84df-4f9f22ebc55d None None] Pushing event updated for resources: {'Port': ['ID=d463bdb5-991a-449a-b41d-b211e8dc0e5a,revision_number=3']} {{(pid=110064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:49.266256 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e2e165-e534-440e-892b-43907200edb2 None None] Routers {'aaadfe3d-6633-4f04-a304-dc38b6e244fb'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:02:49.267476 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-41e2e165-e534-440e-892b-43907200edb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:02:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:49.268147 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 84cd16db-7474-40ad-afd7-5e3935b5cf02 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 14:02:49.271079 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 2e95403e-403f-45b3-b656-464e76490bd6 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:02:49.280745 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d7edc1b3-6c78-471d-b22c-f9c93e182125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634022'] for router_interface (aaadfe3d-6633-4f04-a304-dc38b6e244fb), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:49.334557 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] No Port match for: 2e95403e-403f-45b3-b656-464e76490bd6 {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:02:49.334944 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 2e95403e-403f-45b3-b656-464e76490bd6 not bound to the agent host hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:02:49.336322 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-3518e2ea-189c-4ed6-996d-7fd2744034aa None None] Current status of the port 84cd16db-7474-40ad-afd7-5e3935b5cf02 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:02:49.350553 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:49.364590 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:49.373211 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 84cd16db-7474-40ad-afd7-5e3935b5cf02 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:02:49.373829 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (84cd16db-7474-40ad-afd7-5e3935b5cf02), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:49.393294 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-41e2e165-e534-440e-892b-43907200edb2 None None] Set router aaadfe3d-6633-4f04-a304-dc38b6e244fb gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:02:49.402961 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:49.468182 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 84cd16db-7474-40ad-afd7-5e3935b5cf02 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:02:49.484301 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d7edc1b3-6c78-471d-b22c-f9c93e182125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (58adcb60-35be-4924-b56f-51b7a866328d), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:49.557788 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-f02d07cd-7057-4284-b027-45034fe5006e None None] Provisioning complete for port 58adcb60-35be-4924-b56f-51b7a866328d triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:02:49.558806 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-f02d07cd-7057-4284-b027-45034fe5006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (58adcb60-35be-4924-b56f-51b7a866328d), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:49.590034 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-41e2e165-e534-440e-892b-43907200edb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:46Z', 'updated_at': '2022-05-19T14:02:47Z', 'revision_number': 3, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'gw_port': {'id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:47Z', 'updated_at': '2022-05-19T14:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:49.590459 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-f02d07cd-7057-4284-b027-45034fe5006e None None] Port 58adcb60-35be-4924-b56f-51b7a866328d cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 14:02:49.615399 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e2e165-e534-440e-892b-43907200edb2 None None] The sync data for ids ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'] in dv-cinder-784815-14-iscsi is: [{'id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:46Z', 'updated_at': '2022-05-19T14:02:47Z', 'revision_number': 3, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'gw_port': {'id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:47Z', 'updated_at': '2022-05-19T14:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 14:02:49.668825 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:49.680097 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d7edc1b3-6c78-471d-b22c-f9c93e182125 admin admin] Publish callbacks [] for port (58adcb60-35be-4924-b56f-51b7a866328d), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:49.685794 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d7edc1b3-6c78-471d-b22c-f9c93e182125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29558909'] for port (58adcb60-35be-4924-b56f-51b7a866328d), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:49.757149 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:49.759889 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edc1b3-6c78-471d-b22c-f9c93e182125 admin admin] Pushing event updated for resources: {'Port': ['ID=58adcb60-35be-4924-b56f-51b7a866328d,revision_number=2']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:49.763441 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d7edc1b3-6c78-471d-b22c-f9c93e182125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1624750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633196'] for router_interface (aaadfe3d-6633-4f04-a304-dc38b6e244fb), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:49.871931 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7edc1b3-6c78-471d-b22c-f9c93e182125 admin admin] Network aa748ea7-654e-47dd-89a8-e6366b098088 is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 14:02:49.873604 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-d7edc1b3-6c78-471d-b22c-f9c93e182125 admin admin] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:02:50.011371 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7edc1b3-6c78-471d-b22c-f9c93e182125 admin admin] Router aaadfe3d-6633-4f04-a304-dc38b6e244fb has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 14:02:50.114593 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-aadfc668-8f35-4449-bd5c-11abe90222d3 None None] Provisioning complete for port 58adcb60-35be-4924-b56f-51b7a866328d triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:02:50.114995 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-aadfc668-8f35-4449-bd5c-11abe90222d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (58adcb60-35be-4924-b56f-51b7a866328d), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:50.130108 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7edc1b3-6c78-471d-b22c-f9c93e182125 admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 14:02:50.149010 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-d7edc1b3-6c78-471d-b22c-f9c93e182125 admin admin] 10.222.0.52 "PUT /v2.0/routers/aaadfe3d-6633-4f04-a304-dc38b6e244fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7833252 May 19 14:02:50.156246 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-aadfc668-8f35-4449-bd5c-11abe90222d3 None None] Port 58adcb60-35be-4924-b56f-51b7a866328d cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 14:02:50.704756 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 37552) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:50.709757 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-bfc302b5-b1f5-4049-be96-f05c58c032d0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-614821332-network', 'tenant_id': '6eea54f5ac214cbeac589e8af91b3a84'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:02:50.732859 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc302b5-b1f5-4049-be96-f05c58c032d0 admin admin] Made reservation on behalf of 6eea54f5ac214cbeac589e8af91b3a84 for: {'network': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 14:02:50.735401 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bfc302b5-b1f5-4049-be96-f05c58c032d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for network (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:50.744959 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bfc302b5-b1f5-4049-be96-f05c58c032d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:50.830355 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bfc302b5-b1f5-4049-be96-f05c58c032d0 admin admin] Publish callbacks [] for security_group (48a075ff-f898-4e15-97fc-c2516a1eab70), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:50.834156 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bfc302b5-b1f5-4049-be96-f05c58c032d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (48a075ff-f898-4e15-97fc-c2516a1eab70), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:50.861472 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc302b5-b1f5-4049-be96-f05c58c032d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=110062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 14:02:50.871648 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc302b5-b1f5-4049-be96-f05c58c032d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a075ff-f898-4e15-97fc-c2516a1eab70,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:50.876880 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bfc302b5-b1f5-4049-be96-f05c58c032d0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784568151821', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:50.877285 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.db.segments_db [None req-bfc302b5-b1f5-4049-be96-f05c58c032d0 admin admin] Added segment 6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0 of type vlan for network 9f81b82c-038b-4758-8fda-7d80aa47b3b7 May 19 14:02:50.922518 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bfc302b5-b1f5-4049-be96-f05c58c032d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784567602773'] for network (9f81b82c-038b-4758-8fda-7d80aa47b3b7), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:50.949604 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bfc302b5-b1f5-4049-be96-f05c58c032d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764'] for network (9f81b82c-038b-4758-8fda-7d80aa47b3b7), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:50.950714 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc302b5-b1f5-4049-be96-f05c58c032d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:50.951290 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-bfc302b5-b1f5-4049-be96-f05c58c032d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:51.004147 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-bfc302b5-b1f5-4049-be96-f05c58c032d0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.2982028 May 19 14:02:51.007184 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 37558) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:51.012734 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-83744e11-1fb9-46c8-83a0-24fe4cf4af2a admin admin] Request body: {'subnet': {'network_id': '9f81b82c-038b-4758-8fda-7d80aa47b3b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-614821332-subnet', 'tenant_id': '6eea54f5ac214cbeac589e8af91b3a84', 'ip_version': 4}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:02:51.015402 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc302b5-b1f5-4049-be96-f05c58c032d0 admin admin] Pushing event updated for resources: {'Network': ['ID=9f81b82c-038b-4758-8fda-7d80aa47b3b7,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:51.026004 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Network 9f81b82c-038b-4758-8fda-7d80aa47b3b7 details requested by agent ovs-agent-dv-cinder-784815-14-iscsi with host dv-cinder-784815-14-iscsi {{(pid=110063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 14:02:51.036170 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83744e11-1fb9-46c8-83a0-24fe4cf4af2a admin admin] Made reservation on behalf of 6eea54f5ac214cbeac589e8af91b3a84 for: {'subnet': 1} {{(pid=110061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 14:02:51.038756 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-83744e11-1fb9-46c8-83a0-24fe4cf4af2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29430829'] for subnet (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:51.042472 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:51.125741 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:51.174178 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device d463bdb5-991a-449a-b41d-b211e8dc0e5a up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 14:02:51.216357 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:51.228602 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port d463bdb5-991a-449a-b41d-b211e8dc0e5a triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:02:51.228971 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (d463bdb5-991a-449a-b41d-b211e8dc0e5a), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:51.237576 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-83744e11-1fb9-46c8-83a0-24fe4cf4af2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30675732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29430843'] for subnet (070b2eb7-71c0-43ce-97d3-d3299e94081e), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:51.313879 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83744e11-1fb9-46c8-83a0-24fe4cf4af2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=070b2eb7-71c0-43ce-97d3-d3299e94081e,revision_number=0']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:51.314311 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port d463bdb5-991a-449a-b41d-b211e8dc0e5a is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:02:51.314739 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (d463bdb5-991a-449a-b41d-b211e8dc0e5a), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:51.316091 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83744e11-1fb9-46c8-83a0-24fe4cf4af2a admin admin] Checking segment: {'id': '6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9f81b82c-038b-4758-8fda-7d80aa47b3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 14:02:51.316445 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83744e11-1fb9-46c8-83a0-24fe4cf4af2a admin admin] Network hostable DHCP agents. Network: 9f81b82c-038b-4758-8fda-7d80aa47b3b7, hostable agents: ['ed6e9061-200e-415c-854c-495582c024f0'], hosted agents: [] {{(pid=110061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 14:02:51.324577 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51acd298-bb55-40b1-a733-3c84a3a11dfe None None] Sync routers for ids ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'] in dv-cinder-784815-14-iscsi {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 14:02:51.335347 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83744e11-1fb9-46c8-83a0-24fe4cf4af2a admin admin] Network 9f81b82c-038b-4758-8fda-7d80aa47b3b7 is scheduled to be hosted by DHCP agent ed6e9061-200e-415c-854c-495582c024f0 with binding_index 1 {{(pid=110061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 14:02:51.344645 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [None req-83744e11-1fb9-46c8-83a0-24fe4cf4af2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-14-iscsi, 9f81b82c-038b-4758-8fda-7d80aa47b3b7) {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:02:51.348840 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83744e11-1fb9-46c8-83a0-24fe4cf4af2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:51.349597 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-83744e11-1fb9-46c8-83a0-24fe4cf4af2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for subnet (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:51.351025 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] For port d463bdb5-991a-449a-b41d-b211e8dc0e5a, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=d463bdb5-991a-449a-b41d-b211e8dc0e5a,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:02:51.355946 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fc3db3-3ac2-4902-9945-d5095075cb23 None None] Network 9f81b82c-038b-4758-8fda-7d80aa47b3b7 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 14:02:51.367541 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-83744e11-1fb9-46c8-83a0-24fe4cf4af2a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3592725 May 19 14:02:51.370130 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 37562) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:51.371431 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (d463bdb5-991a-449a-b41d-b211e8dc0e5a), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:51.375212 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-e93347bb-a927-4cfe-b300-27901c6e35b8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-614821332-router', 'tenant_id': '6eea54f5ac214cbeac589e8af91b3a84', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:02:51.397250 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e93347bb-a927-4cfe-b300-27901c6e35b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6197'] for router (4c489b8c-dc4f-417d-bc08-ee77a175635a), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:51.398282 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e93347bb-a927-4cfe-b300-27901c6e35b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1631004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-473605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6188'] for router (4c489b8c-dc4f-417d-bc08-ee77a175635a), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:51.402609 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51acd298-bb55-40b1-a733-3c84a3a11dfe None None] Routers {'aaadfe3d-6633-4f04-a304-dc38b6e244fb'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:02:51.403256 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-51acd298-bb55-40b1-a733-3c84a3a11dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:02:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:51.458773 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e93347bb-a927-4cfe-b300-27901c6e35b8 admin admin] Publish callbacks [] for router_controller (4c489b8c-dc4f-417d-bc08-ee77a175635a), precommit_add_association {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:51.565525 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Pushing event updated for resources: {'Port': ['ID=d463bdb5-991a-449a-b41d-b211e8dc0e5a,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:51.596053 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-51acd298-bb55-40b1-a733-3c84a3a11dfe None None] Set router aaadfe3d-6633-4f04-a304-dc38b6e244fb gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:02:51.624086 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8efbd7-19aa-49ae-9ce7-b18ea308f632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fe39ec4-ffd7-5688-a378-30d4d243c226-9f81b82c-038b-4758-8fda-7d80aa47b3b7', 'network_id': '9f81b82c-038b-4758-8fda-7d80aa47b3b7', 'project_id': '6eea54f5ac214cbeac589e8af91b3a84', 'fixed_ips': [{'subnet_id': '070b2eb7-71c0-43ce-97d3-d3299e94081e'}]}} from dv-cinder-784815-14-iscsi. {{(pid=110063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 14:02:51.625447 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-ab8efbd7-19aa-49ae-9ce7-b18ea308f632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:51.831641 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:51.862780 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e93347bb-a927-4cfe-b300-27901c6e35b8 admin admin] Publish callbacks [] for router_gateway (4c489b8c-dc4f-417d-bc08-ee77a175635a), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:51.928593 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.db_base_plugin_common [None req-ab8efbd7-19aa-49ae-9ce7-b18ea308f632 None None] Allocated IP 172.20.0.2 (9f81b82c-038b-4758-8fda-7d80aa47b3b7/070b2eb7-71c0-43ce-97d3-d3299e94081e/1173608e-868e-496d-8bfc-4efa115daf1e) {{(pid=110063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 14:02:51.956111 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-51acd298-bb55-40b1-a733-3c84a3a11dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:46Z', 'updated_at': '2022-05-19T14:02:49Z', 'revision_number': 4, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'gw_port': {'id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:47Z', 'updated_at': '2022-05-19T14:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '58adcb60-35be-4924-b56f-51b7a866328d', 'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'mac_address': 'fa:16:3e:48:14:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:48Z', 'updated_at': '2022-05-19T14:02:49Z', 'revision_number': 2, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'subnets': [{'id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:52.002535 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51acd298-bb55-40b1-a733-3c84a3a11dfe None None] Checking router: aaadfe3d-6633-4f04-a304-dc38b6e244fb for host: dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 14:02:52.002889 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51acd298-bb55-40b1-a733-3c84a3a11dfe None None] Updating router aaadfe3d-6633-4f04-a304-dc38b6e244fb port 58adcb60-35be-4924-b56f-51b7a866328d binding host dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 14:02:52.054324 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:52.063808 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-51acd298-bb55-40b1-a733-3c84a3a11dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (58adcb60-35be-4924-b56f-51b7a866328d), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:52.066364 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e93347bb-a927-4cfe-b300-27901c6e35b8 admin admin] Publish callbacks [] for router_gateway (4c489b8c-dc4f-417d-bc08-ee77a175635a), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:52.091723 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e93347bb-a927-4cfe-b300-27901c6e35b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:52.203972 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_common [None req-e93347bb-a927-4cfe-b300-27901c6e35b8 admin admin] Allocated IP 172.27.2.145 (db349b0a-3651-4f3e-8f89-c44d13ee049b/851bfd66-21de-4b67-adef-488354d2d2c5/38064b00-06a2-4445-b8c2-8c17dd95d815) {{(pid=110061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 14:02:52.265821 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:INSERT=6,neutron:UPDATE=5,neutron:SELECT=87,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:52.277297 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-ab8efbd7-19aa-49ae-9ce7-b18ea308f632 None None] Publish callbacks [] for port (1173608e-868e-496d-8bfc-4efa115daf1e), precommit_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:52.289382 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-ab8efbd7-19aa-49ae-9ce7-b18ea308f632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015'] for port (1173608e-868e-496d-8bfc-4efa115daf1e), after_create {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:52.319749 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e93347bb-a927-4cfe-b300-27901c6e35b8 admin admin] Publish callbacks [] for port (38064b00-06a2-4445-b8c2-8c17dd95d815), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:52.326558 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:52.364599 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e93347bb-a927-4cfe-b300-27901c6e35b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (38064b00-06a2-4445-b8c2-8c17dd95d815), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:52.375162 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8efbd7-19aa-49ae-9ce7-b18ea308f632 None None] Network 9f81b82c-038b-4758-8fda-7d80aa47b3b7 is already hosted by enough agents. {{(pid=110063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 14:02:52.382759 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.scheduler.base_scheduler [None req-ab8efbd7-19aa-49ae-9ce7-b18ea308f632 None None] Resources bound (agent type, host, resource id): {{(pid=110063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:02:52.385179 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8efbd7-19aa-49ae-9ce7-b18ea308f632 None None] Received port after_create {{(pid=110063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 14:02:52.397416 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8efbd7-19aa-49ae-9ce7-b18ea308f632 None None] Pushing event updated for resources: {'Port': ['ID=1173608e-868e-496d-8bfc-4efa115daf1e,revision_number=1']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:52.399527 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93347bb-a927-4cfe-b300-27901c6e35b8 admin admin] Network db349b0a-3651-4f3e-8f89-c44d13ee049b is already hosted by enough agents. {{(pid=110061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 14:02:52.402452 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [None req-e93347bb-a927-4cfe-b300-27901c6e35b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:02:52.408954 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93347bb-a927-4cfe-b300-27901c6e35b8 admin admin] Received port after_create {{(pid=110061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 14:02:52.442367 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93347bb-a927-4cfe-b300-27901c6e35b8 admin admin] Pushing event updated for resources: {'Port': ['ID=38064b00-06a2-4445-b8c2-8c17dd95d815,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:52.608615 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-ab8efbd7-19aa-49ae-9ce7-b18ea308f632 None None] Attempting to bind port 1173608e-868e-496d-8bfc-4efa115daf1e on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 14:02:52.608970 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-ab8efbd7-19aa-49ae-9ce7-b18ea308f632 None None] Attempting to bind port 1173608e-868e-496d-8bfc-4efa115daf1e by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': '6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9f81b82c-038b-4758-8fda-7d80aa47b3b7'}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 14:02:52.609327 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8efbd7-19aa-49ae-9ce7-b18ea308f632 None None] Attempting to bind port 1173608e-868e-496d-8bfc-4efa115daf1e on network 9f81b82c-038b-4758-8fda-7d80aa47b3b7 {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 14:02:52.620204 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8efbd7-19aa-49ae-9ce7-b18ea308f632 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 14, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 14:02:52.620583 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8efbd7-19aa-49ae-9ce7-b18ea308f632 None None] Checking segment: {'id': '6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9f81b82c-038b-4758-8fda-7d80aa47b3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 14:02:52.620954 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-ab8efbd7-19aa-49ae-9ce7-b18ea308f632 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:52.621335 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8efbd7-19aa-49ae-9ce7-b18ea308f632 None None] Bound using segment: {'id': '6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9f81b82c-038b-4758-8fda-7d80aa47b3b7'} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 14:02:52.621774 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-ab8efbd7-19aa-49ae-9ce7-b18ea308f632 None None] Bound port: 1173608e-868e-496d-8bfc-4efa115daf1e, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9f81b82c-038b-4758-8fda-7d80aa47b3b7'}}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 14:02:52.622213 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-ab8efbd7-19aa-49ae-9ce7-b18ea308f632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (1173608e-868e-496d-8bfc-4efa115daf1e), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:52.672862 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e93347bb-a927-4cfe-b300-27901c6e35b8 admin admin] Publish callbacks [] for router_gateway (4c489b8c-dc4f-417d-bc08-ee77a175635a), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:52.742329 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-51acd298-bb55-40b1-a733-3c84a3a11dfe None None] Publish callbacks [] for port (58adcb60-35be-4924-b56f-51b7a866328d), precommit_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:52.744420 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-ab8efbd7-19aa-49ae-9ce7-b18ea308f632 None None] For port 1173608e-868e-496d-8bfc-4efa115daf1e, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 14:02:52.749294 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-ab8efbd7-19aa-49ae-9ce7-b18ea308f632 None None] For port 1173608e-868e-496d-8bfc-4efa115daf1e, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=1173608e-868e-496d-8bfc-4efa115daf1e,segment=NetworkSegment(6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0),segment_id=6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0)] {{(pid=110063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 14:02:52.752241 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-51acd298-bb55-40b1-a733-3c84a3a11dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (58adcb60-35be-4924-b56f-51b7a866328d), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:52.777482 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-ab8efbd7-19aa-49ae-9ce7-b18ea308f632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (1173608e-868e-496d-8bfc-4efa115daf1e), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:52.818543 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3ee77-9030-49c1-a068-91cb66e8df9c None None] Pushing event updated for resources: {'Port': ['ID=58adcb60-35be-4924-b56f-51b7a866328d,revision_number=3']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:52.862791 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:52.886494 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e93347bb-a927-4cfe-b300-27901c6e35b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1631179'] for router (4c489b8c-dc4f-417d-bc08-ee77a175635a), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:52.929114 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-51acd298-bb55-40b1-a733-3c84a3a11dfe None None] Attempting to bind port 58adcb60-35be-4924-b56f-51b7a866328d on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 14:02:52.929474 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-51acd298-bb55-40b1-a733-3c84a3a11dfe None None] Attempting to bind port 58adcb60-35be-4924-b56f-51b7a866328d by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': 'e63c3407-a6bb-41cf-b146-668d8bf6dddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088'}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 14:02:52.929828 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51acd298-bb55-40b1-a733-3c84a3a11dfe None None] Attempting to bind port 58adcb60-35be-4924-b56f-51b7a866328d on network aa748ea7-654e-47dd-89a8-e6366b098088 {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 14:02:52.931958 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8efbd7-19aa-49ae-9ce7-b18ea308f632 None None] Pushing event updated for resources: {'Port': ['ID=1173608e-868e-496d-8bfc-4efa115daf1e,revision_number=2']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:52.939697 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51acd298-bb55-40b1-a733-3c84a3a11dfe None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 14, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 14:02:52.940061 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51acd298-bb55-40b1-a733-3c84a3a11dfe None None] Checking segment: {'id': 'e63c3407-a6bb-41cf-b146-668d8bf6dddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 14:02:52.940455 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-51acd298-bb55-40b1-a733-3c84a3a11dfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:52.940835 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51acd298-bb55-40b1-a733-3c84a3a11dfe None None] Bound using segment: {'id': 'e63c3407-a6bb-41cf-b146-668d8bf6dddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088'} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 14:02:52.941323 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-51acd298-bb55-40b1-a733-3c84a3a11dfe None None] Bound port: 58adcb60-35be-4924-b56f-51b7a866328d, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63c3407-a6bb-41cf-b146-668d8bf6dddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088'}}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 14:02:52.941655 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-51acd298-bb55-40b1-a733-3c84a3a11dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (58adcb60-35be-4924-b56f-51b7a866328d), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:52.954290 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:53.016876 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-51acd298-bb55-40b1-a733-3c84a3a11dfe None None] For port 58adcb60-35be-4924-b56f-51b7a866328d, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 14:02:53.020485 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-51acd298-bb55-40b1-a733-3c84a3a11dfe None None] For port 58adcb60-35be-4924-b56f-51b7a866328d, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=58adcb60-35be-4924-b56f-51b7a866328d,segment=NetworkSegment(e63c3407-a6bb-41cf-b146-668d8bf6dddd),segment_id=e63c3407-a6bb-41cf-b146-668d8bf6dddd)] {{(pid=110063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 14:02:53.033674 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-51acd298-bb55-40b1-a733-3c84a3a11dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (58adcb60-35be-4924-b56f-51b7a866328d), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:53.100118 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93347bb-a927-4cfe-b300-27901c6e35b8 admin admin] Router 4c489b8c-dc4f-417d-bc08-ee77a175635a is scheduled to L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc with binding_index 1 {{(pid=110061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 14:02:53.101466 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51acd298-bb55-40b1-a733-3c84a3a11dfe None None] Routers {'aaadfe3d-6633-4f04-a304-dc38b6e244fb'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:02:53.102110 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-51acd298-bb55-40b1-a733-3c84a3a11dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:02:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:53.187323 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3ee77-9030-49c1-a068-91cb66e8df9c None None] Pushing event updated for resources: {'Port': ['ID=58adcb60-35be-4924-b56f-51b7a866328d,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:53.197869 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:53.199266 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device d463bdb5-991a-449a-b41d-b211e8dc0e5a up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 14:02:53.228231 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-51c37138-14d2-43da-a158-b465c4b33f8e None None] Provisioning complete for port 58adcb60-35be-4924-b56f-51b7a866328d triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:02:53.228595 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-51c37138-14d2-43da-a158-b465c4b33f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (58adcb60-35be-4924-b56f-51b7a866328d), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:53.260472 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93347bb-a927-4cfe-b300-27901c6e35b8 admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 14:02:53.273363 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8026149c-d121-4d1e-b064-a580ae43c4a6 None None] Sync routers for ids ['4c489b8c-dc4f-417d-bc08-ee77a175635a'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 14:02:53.284903 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8026149c-d121-4d1e-b064-a580ae43c4a6 None None] Routers {'4c489b8c-dc4f-417d-bc08-ee77a175635a'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:02:53.285535 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-8026149c-d121-4d1e-b064-a580ae43c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:02:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['4c489b8c-dc4f-417d-bc08-ee77a175635a'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:53.293220 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e93347bb-a927-4cfe-b300-27901c6e35b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:53.295254 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-e93347bb-a927-4cfe-b300-27901c6e35b8 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9239700 May 19 14:02:53.298100 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 37576) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:53.425122 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-51acd298-bb55-40b1-a733-3c84a3a11dfe None None] Set router aaadfe3d-6633-4f04-a304-dc38b6e244fb gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:02:53.472669 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port d463bdb5-991a-449a-b41d-b211e8dc0e5a triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:02:53.473037 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (d463bdb5-991a-449a-b41d-b211e8dc0e5a), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:53.497858 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:53.504490 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:53.550735 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-8026149c-d121-4d1e-b064-a580ae43c4a6 None None] Set router 4c489b8c-dc4f-417d-bc08-ee77a175635a gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:02:53.627932 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-51c37138-14d2-43da-a158-b465c4b33f8e None None] Current status of the port 58adcb60-35be-4924-b56f-51b7a866328d is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:02:53.628342 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-51c37138-14d2-43da-a158-b465c4b33f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (58adcb60-35be-4924-b56f-51b7a866328d), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:53.663734 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:53.727110 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-51c37138-14d2-43da-a158-b465c4b33f8e None None] For port 58adcb60-35be-4924-b56f-51b7a866328d, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=58adcb60-35be-4924-b56f-51b7a866328d,segment=NetworkSegment(e63c3407-a6bb-41cf-b146-668d8bf6dddd),segment_id=e63c3407-a6bb-41cf-b146-668d8bf6dddd)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:02:53.751005 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-51c37138-14d2-43da-a158-b465c4b33f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (58adcb60-35be-4924-b56f-51b7a866328d), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:53.753154 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port d463bdb5-991a-449a-b41d-b211e8dc0e5a is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:02:53.785265 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-8026149c-d121-4d1e-b064-a580ae43c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c489b8c-dc4f-417d-bc08-ee77a175635a', 'name': 'tempest-TestVolumeBootPattern-614821332-router', 'tenant_id': '6eea54f5ac214cbeac589e8af91b3a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '38064b00-06a2-4445-b8c2-8c17dd95d815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:51Z', 'updated_at': '2022-05-19T14:02:52Z', 'revision_number': 3, 'project_id': '6eea54f5ac214cbeac589e8af91b3a84', 'gw_port': {'id': '38064b00-06a2-4445-b8c2-8c17dd95d815', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c489b8c-dc4f-417d-bc08-ee77a175635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:52Z', 'updated_at': '2022-05-19T14:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:53.806730 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-51acd298-bb55-40b1-a733-3c84a3a11dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:46Z', 'updated_at': '2022-05-19T14:02:49Z', 'revision_number': 4, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'gw_port': {'id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:47Z', 'updated_at': '2022-05-19T14:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '58adcb60-35be-4924-b56f-51b7a866328d', 'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'mac_address': 'fa:16:3e:48:14:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:48Z', 'updated_at': '2022-05-19T14:02:53Z', 'revision_number': 4, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'subnets': [{'id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:53.826778 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8026149c-d121-4d1e-b064-a580ae43c4a6 None None] Checking router: 4c489b8c-dc4f-417d-bc08-ee77a175635a for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 14:02:53.827460 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8026149c-d121-4d1e-b064-a580ae43c4a6 None None] Updating router 4c489b8c-dc4f-417d-bc08-ee77a175635a port 38064b00-06a2-4445-b8c2-8c17dd95d815 binding host dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 14:02:53.848576 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51acd298-bb55-40b1-a733-3c84a3a11dfe None None] The sync data for ids ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'] in dv-cinder-784815-14-iscsi is: [{'id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:46Z', 'updated_at': '2022-05-19T14:02:49Z', 'revision_number': 4, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'gw_port': {'id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:47Z', 'updated_at': '2022-05-19T14:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '58adcb60-35be-4924-b56f-51b7a866328d', 'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'mac_address': 'fa:16:3e:48:14:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:48Z', 'updated_at': '2022-05-19T14:02:53Z', 'revision_number': 4, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'subnets': [{'id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 14:02:53.861428 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c37138-14d2-43da-a158-b465c4b33f8e None None] Pushing event updated for resources: {'Port': ['ID=58adcb60-35be-4924-b56f-51b7a866328d,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:53.873081 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-8026149c-d121-4d1e-b064-a580ae43c4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (38064b00-06a2-4445-b8c2-8c17dd95d815), before_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:53.888487 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-f4169a08-150e-486a-84c0-ff30aac98428 None None] Provisioning complete for port 58adcb60-35be-4924-b56f-51b7a866328d triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:02:53.889041 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-f4169a08-150e-486a-84c0-ff30aac98428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (58adcb60-35be-4924-b56f-51b7a866328d), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:53.965691 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:53.972618 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:54.023470 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-f4169a08-150e-486a-84c0-ff30aac98428 None None] Current status of the port 58adcb60-35be-4924-b56f-51b7a866328d is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:02:54.222462 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2c22cd29-9fc6-4d6f-82b0-b9882130b1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:54.298602 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-8026149c-d121-4d1e-b064-a580ae43c4a6 None None] Publish callbacks [] for port (38064b00-06a2-4445-b8c2-8c17dd95d815), precommit_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:54.307009 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-8026149c-d121-4d1e-b064-a580ae43c4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (38064b00-06a2-4445-b8c2-8c17dd95d815), after_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:54.321406 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f684fad7-c659-4c59-a3b9-1cec45654d54 None None] Network 9f81b82c-038b-4758-8fda-7d80aa47b3b7 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 14:02:54.363796 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa41181-f85b-40bb-ab6d-110b04f88577 None None] Pushing event updated for resources: {'Port': ['ID=38064b00-06a2-4445-b8c2-8c17dd95d815,revision_number=2']} {{(pid=110064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:54.395844 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-8026149c-d121-4d1e-b064-a580ae43c4a6 None None] Attempting to bind port 38064b00-06a2-4445-b8c2-8c17dd95d815 on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 14:02:54.396140 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-8026149c-d121-4d1e-b064-a580ae43c4a6 None None] Attempting to bind port 38064b00-06a2-4445-b8c2-8c17dd95d815 by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}] {{(pid=110064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 14:02:54.396506 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8026149c-d121-4d1e-b064-a580ae43c4a6 None None] Attempting to bind port 38064b00-06a2-4445-b8c2-8c17dd95d815 on network db349b0a-3651-4f3e-8f89-c44d13ee049b {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 14:02:54.409204 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8026149c-d121-4d1e-b064-a580ae43c4a6 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 14, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 14:02:54.409761 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8026149c-d121-4d1e-b064-a580ae43c4a6 None None] Checking segment: {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 14:02:54.410250 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-8026149c-d121-4d1e-b064-a580ae43c4a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:54.410768 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8026149c-d121-4d1e-b064-a580ae43c4a6 None None] Bound using segment: {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'} {{(pid=110064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 14:02:54.411353 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.managers [None req-8026149c-d121-4d1e-b064-a580ae43c4a6 None None] Bound port: 38064b00-06a2-4445-b8c2-8c17dd95d815, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d6eeaa-2d78-4be4-904a-b89d4820455a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}}] {{(pid=110064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 14:02:54.411825 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-8026149c-d121-4d1e-b064-a580ae43c4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (38064b00-06a2-4445-b8c2-8c17dd95d815), before_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:54.439783 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [None req-2c22cd29-9fc6-4d6f-82b0-b9882130b1ea admin admin] Allocated IP 172.20.0.1 (9f81b82c-038b-4758-8fda-7d80aa47b3b7/070b2eb7-71c0-43ce-97d3-d3299e94081e/fdb3d858-71bc-4e9d-86dc-05fa1d20342a) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 14:02:54.484882 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.db [None req-8026149c-d121-4d1e-b064-a580ae43c4a6 None None] For port 38064b00-06a2-4445-b8c2-8c17dd95d815, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 14:02:54.487279 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-c69a60db-1106-4c87-a082-44785a38f9a4 None None] Provisioning complete for port 1173608e-868e-496d-8bfc-4efa115daf1e triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:02:54.490905 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-c69a60db-1106-4c87-a082-44785a38f9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (1173608e-868e-496d-8bfc-4efa115daf1e), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:54.491287 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.plugins.ml2.db [None req-8026149c-d121-4d1e-b064-a580ae43c4a6 None None] For port 38064b00-06a2-4445-b8c2-8c17dd95d815, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=38064b00-06a2-4445-b8c2-8c17dd95d815,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 14:02:54.494830 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:54.510017 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron_lib.callbacks.manager [None req-8026149c-d121-4d1e-b064-a580ae43c4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (38064b00-06a2-4445-b8c2-8c17dd95d815), after_update {{(pid=110064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:54.586057 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8026149c-d121-4d1e-b064-a580ae43c4a6 None None] Routers {'4c489b8c-dc4f-417d-bc08-ee77a175635a'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:02:54.586615 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-8026149c-d121-4d1e-b064-a580ae43c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:02:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['4c489b8c-dc4f-417d-bc08-ee77a175635a'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:54.598540 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2c22cd29-9fc6-4d6f-82b0-b9882130b1ea admin admin] Publish callbacks [] for port (fdb3d858-71bc-4e9d-86dc-05fa1d20342a), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:54.636575 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2c22cd29-9fc6-4d6f-82b0-b9882130b1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (fdb3d858-71bc-4e9d-86dc-05fa1d20342a), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:54.655045 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-c69a60db-1106-4c87-a082-44785a38f9a4 None None] Current status of the port 1173608e-868e-496d-8bfc-4efa115daf1e is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:02:54.655608 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-c69a60db-1106-4c87-a082-44785a38f9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (1173608e-868e-496d-8bfc-4efa115daf1e), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:54.657107 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa41181-f85b-40bb-ab6d-110b04f88577 None None] Pushing event updated for resources: {'Port': ['ID=38064b00-06a2-4445-b8c2-8c17dd95d815,revision_number=3']} {{(pid=110064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:54.697391 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22cd29-9fc6-4d6f-82b0-b9882130b1ea admin admin] Pushing event updated for resources: {'Port': ['ID=fdb3d858-71bc-4e9d-86dc-05fa1d20342a,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:54.713221 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c22cd29-9fc6-4d6f-82b0-b9882130b1ea admin admin] Network 9f81b82c-038b-4758-8fda-7d80aa47b3b7 is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 14:02:54.715613 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-c69a60db-1106-4c87-a082-44785a38f9a4 None None] For port 1173608e-868e-496d-8bfc-4efa115daf1e, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=1173608e-868e-496d-8bfc-4efa115daf1e,segment=NetworkSegment(6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0),segment_id=6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:02:54.722113 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-2c22cd29-9fc6-4d6f-82b0-b9882130b1ea admin admin] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:02:54.730219 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c22cd29-9fc6-4d6f-82b0-b9882130b1ea admin admin] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 14:02:54.730491 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-c69a60db-1106-4c87-a082-44785a38f9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (1173608e-868e-496d-8bfc-4efa115daf1e), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:54.784246 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2c22cd29-9fc6-4d6f-82b0-b9882130b1ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634022'] for router_interface (4c489b8c-dc4f-417d-bc08-ee77a175635a), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:54.789445 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-8026149c-d121-4d1e-b064-a580ae43c4a6 None None] Set router 4c489b8c-dc4f-417d-bc08-ee77a175635a gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:02:54.793786 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a60db-1106-4c87-a082-44785a38f9a4 None None] Pushing event updated for resources: {'Port': ['ID=1173608e-868e-496d-8bfc-4efa115daf1e,revision_number=3']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:54.839121 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:54.865852 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-26aae9e2-0f47-4162-bd47-6bd14a30fee0 None None] Provisioning complete for port 1173608e-868e-496d-8bfc-4efa115daf1e triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:02:54.866279 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-26aae9e2-0f47-4162-bd47-6bd14a30fee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (1173608e-868e-496d-8bfc-4efa115daf1e), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:54.984624 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2c22cd29-9fc6-4d6f-82b0-b9882130b1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (fdb3d858-71bc-4e9d-86dc-05fa1d20342a), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:54.996662 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-26aae9e2-0f47-4162-bd47-6bd14a30fee0 None None] Current status of the port 1173608e-868e-496d-8bfc-4efa115daf1e is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:02:55.009523 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:55.045360 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:55.063175 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-8026149c-d121-4d1e-b064-a580ae43c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c489b8c-dc4f-417d-bc08-ee77a175635a', 'name': 'tempest-TestVolumeBootPattern-614821332-router', 'tenant_id': '6eea54f5ac214cbeac589e8af91b3a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '38064b00-06a2-4445-b8c2-8c17dd95d815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:51Z', 'updated_at': '2022-05-19T14:02:52Z', 'revision_number': 3, 'project_id': '6eea54f5ac214cbeac589e8af91b3a84', 'gw_port': {'id': '38064b00-06a2-4445-b8c2-8c17dd95d815', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c489b8c-dc4f-417d-bc08-ee77a175635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:52Z', 'updated_at': '2022-05-19T14:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:55.105138 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8026149c-d121-4d1e-b064-a580ae43c4a6 None None] The sync data for ids ['4c489b8c-dc4f-417d-bc08-ee77a175635a'] in dv-cinder-784815-14-iscsi is: [{'id': '4c489b8c-dc4f-417d-bc08-ee77a175635a', 'name': 'tempest-TestVolumeBootPattern-614821332-router', 'tenant_id': '6eea54f5ac214cbeac589e8af91b3a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '38064b00-06a2-4445-b8c2-8c17dd95d815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:51Z', 'updated_at': '2022-05-19T14:02:52Z', 'revision_number': 3, 'project_id': '6eea54f5ac214cbeac589e8af91b3a84', 'gw_port': {'id': '38064b00-06a2-4445-b8c2-8c17dd95d815', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c489b8c-dc4f-417d-bc08-ee77a175635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:52Z', 'updated_at': '2022-05-19T14:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 14:02:55.120840 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-d92b6a2c-3529-445d-bf40-d36482ea0dc8 None None] Provisioning complete for port fdb3d858-71bc-4e9d-86dc-05fa1d20342a triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:02:55.121436 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-d92b6a2c-3529-445d-bf40-d36482ea0dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (fdb3d858-71bc-4e9d-86dc-05fa1d20342a), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:55.178509 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-d92b6a2c-3529-445d-bf40-d36482ea0dc8 None None] Port fdb3d858-71bc-4e9d-86dc-05fa1d20342a cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 14:02:55.268943 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2c22cd29-9fc6-4d6f-82b0-b9882130b1ea admin admin] Publish callbacks [] for port (fdb3d858-71bc-4e9d-86dc-05fa1d20342a), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:55.269140 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 58adcb60-35be-4924-b56f-51b7a866328d up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 14:02:55.275113 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2c22cd29-9fc6-4d6f-82b0-b9882130b1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29558909'] for port (fdb3d858-71bc-4e9d-86dc-05fa1d20342a), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:55.320208 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 58adcb60-35be-4924-b56f-51b7a866328d triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:02:55.320846 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (58adcb60-35be-4924-b56f-51b7a866328d), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:55.349536 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2c22cd29-9fc6-4d6f-82b0-b9882130b1ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1624750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633196'] for router_interface (4c489b8c-dc4f-417d-bc08-ee77a175635a), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:55.351621 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22cd29-9fc6-4d6f-82b0-b9882130b1ea admin admin] Pushing event updated for resources: {'Port': ['ID=fdb3d858-71bc-4e9d-86dc-05fa1d20342a,revision_number=2']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:55.457682 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 58adcb60-35be-4924-b56f-51b7a866328d is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:02:55.458986 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 1173608e-868e-496d-8bfc-4efa115daf1e up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 14:02:55.517311 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 1173608e-868e-496d-8bfc-4efa115daf1e triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:02:55.517680 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (1173608e-868e-496d-8bfc-4efa115daf1e), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:55.520842 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c22cd29-9fc6-4d6f-82b0-b9882130b1ea admin admin] Network 9f81b82c-038b-4758-8fda-7d80aa47b3b7 is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 14:02:55.522252 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-2c22cd29-9fc6-4d6f-82b0-b9882130b1ea admin admin] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:02:55.618604 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:55.620567 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 1173608e-868e-496d-8bfc-4efa115daf1e is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:02:55.701960 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c22cd29-9fc6-4d6f-82b0-b9882130b1ea admin admin] Router 4c489b8c-dc4f-417d-bc08-ee77a175635a has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 14:02:55.812285 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-2a17f609-53de-4277-85be-85efd0bc94a0 None None] Provisioning complete for port fdb3d858-71bc-4e9d-86dc-05fa1d20342a triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:02:55.812677 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-2a17f609-53de-4277-85be-85efd0bc94a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (fdb3d858-71bc-4e9d-86dc-05fa1d20342a), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:55.817236 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c22cd29-9fc6-4d6f-82b0-b9882130b1ea admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 14:02:55.831158 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-2c22cd29-9fc6-4d6f-82b0-b9882130b1ea admin admin] 10.222.0.52 "PUT /v2.0/routers/4c489b8c-dc4f-417d-bc08-ee77a175635a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5226653 May 19 14:02:55.984643 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-2a17f609-53de-4277-85be-85efd0bc94a0 None None] Port fdb3d858-71bc-4e9d-86dc-05fa1d20342a cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 14:02:56.279893 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 37596) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:56.285739 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-75f1091d-f9b3-4211-bcef-5f3ebfe95929 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-860494061', 'description': 'tempest-secgroup-smoke-860494061 description', 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:02:56.308307 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-75f1091d-f9b3-4211-bcef-5f3ebfe95929 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:56.351675 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:56.405718 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-75f1091d-f9b3-4211-bcef-5f3ebfe95929 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for security_group (bf8647c6-89ff-43a6-b771-b3c4530188fe), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:56.410990 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-75f1091d-f9b3-4211-bcef-5f3ebfe95929 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (bf8647c6-89ff-43a6-b771-b3c4530188fe), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:56.440338 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-75f1091d-f9b3-4211-bcef-5f3ebfe95929 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:56.441563 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-75f1091d-f9b3-4211-bcef-5f3ebfe95929 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1599069 May 19 14:02:56.444589 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 37610) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:56.449627 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-a30868e4-5ec2-4421-a144-0dae5a9912f9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Request body: {'security_group_rule': {'security_group_id': 'bf8647c6-89ff-43a6-b771-b3c4530188fe', 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:02:56.455269 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1091d-f9b3-4211-bcef-5f3ebfe95929 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8647c6-89ff-43a6-b771-b3c4530188fe,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:56.478519 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a30868e4-5ec2-4421-a144-0dae5a9912f9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for security_group_rule (d3a37bb1-6a41-4952-b4a7-4f53efd888fe), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:56.482360 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:56.485720 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-690d8980-31ea-41de-82b4-8ade0f3644ab tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:56.487508 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-690d8980-31ea-41de-82b4-8ade0f3644ab tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/networks?id=8c8b2849-e551-4065-bc90-6e6a7b094720 HTTP/1.1" status: 200 len: 814 time: 0.1166415 May 19 14:02:56.503544 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-73d2d1bb-e1e2-4f44-8d2b-6b6cab0c084b tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/quotas/f68358e9d695445490f8209d832a1c13 HTTP/1.1" status: 200 len: 375 time: 0.0106106 May 19 14:02:56.540086 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-4cf45d31-181f-48f6-9a6e-681894ad0c94 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f68358e9d695445490f8209d832a1c13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300322 May 19 14:02:56.548874 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a30868e4-5ec2-4421-a144-0dae5a9912f9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for security_group_rule (d3a37bb1-6a41-4952-b4a7-4f53efd888fe), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:56.556085 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a30868e4-5ec2-4421-a144-0dae5a9912f9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (d3a37bb1-6a41-4952-b4a7-4f53efd888fe), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:56.582142 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30868e4-5ec2-4421-a144-0dae5a9912f9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a37bb1-6a41-4952-b4a7-4f53efd888fe,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:56.590297 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a30868e4-5ec2-4421-a144-0dae5a9912f9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:56.591703 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-a30868e4-5ec2-4421-a144-0dae5a9912f9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454704 May 19 14:02:56.594404 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 37614) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:56.598719 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-04fdacfe-e956-48e4-ae88-d7cfd680d1d6 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Request body: {'security_group_rule': {'security_group_id': 'bf8647c6-89ff-43a6-b771-b3c4530188fe', 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:02:56.627600 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-04fdacfe-e956-48e4-ae88-d7cfd680d1d6 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for security_group_rule (959fe002-3807-419a-9aa7-b07f7ab8f82f), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:56.642834 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:56.659388 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-cf956b52-d083-4c33-b67b-c9661588ec71 service neutron] 10.222.0.52 "GET /v2.0/networks/8c8b2849-e551-4065-bc90-6e6a7b094720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039524 May 19 14:02:56.682800 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-04fdacfe-e956-48e4-ae88-d7cfd680d1d6 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for security_group_rule (959fe002-3807-419a-9aa7-b07f7ab8f82f), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:56.688077 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-04fdacfe-e956-48e4-ae88-d7cfd680d1d6 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (959fe002-3807-419a-9aa7-b07f7ab8f82f), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:56.707914 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fdacfe-e956-48e4-ae88-d7cfd680d1d6 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=959fe002-3807-419a-9aa7-b07f7ab8f82f,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:56.721653 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-04fdacfe-e956-48e4-ae88-d7cfd680d1d6 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:56.723774 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-04fdacfe-e956-48e4-ae88-d7cfd680d1d6 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276486 May 19 14:02:56.726248 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 37616) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:56.730793 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-383e6367-d148-4eed-b7d8-2b13570133fe tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Request body: {'security_group_rule': {'security_group_id': 'bf8647c6-89ff-43a6-b771-b3c4530188fe', 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:02:56.760318 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-383e6367-d148-4eed-b7d8-2b13570133fe tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for security_group_rule (0849f553-8564-4abc-b4bd-b38ae16e0e39), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:56.766425 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-d4e6fd1b-5fba-4028-b350-35f60476da3c service neutron] 10.222.0.52 "GET /v2.0/networks/8c8b2849-e551-4065-bc90-6e6a7b094720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007721 May 19 14:02:56.813659 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-383e6367-d148-4eed-b7d8-2b13570133fe tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for security_group_rule (0849f553-8564-4abc-b4bd-b38ae16e0e39), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:56.817211 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-383e6367-d148-4eed-b7d8-2b13570133fe tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (0849f553-8564-4abc-b4bd-b38ae16e0e39), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:56.833120 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e6367-d148-4eed-b7d8-2b13570133fe tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0849f553-8564-4abc-b4bd-b38ae16e0e39,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:56.844803 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-383e6367-d148-4eed-b7d8-2b13570133fe tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:56.849395 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-383e6367-d148-4eed-b7d8-2b13570133fe tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191313 May 19 14:02:56.849395 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 37618) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:56.853895 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-2e728c9c-6524-4621-a3ef-48030f8f40fe tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Request body: {'security_group_rule': {'security_group_id': 'bf8647c6-89ff-43a6-b771-b3c4530188fe', 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:02:56.892367 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2e728c9c-6524-4621-a3ef-48030f8f40fe tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for security_group_rule (2a59c21e-377d-44e6-bcea-2e9c525e95ca), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:56.944321 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2e728c9c-6524-4621-a3ef-48030f8f40fe tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for security_group_rule (2a59c21e-377d-44e6-bcea-2e9c525e95ca), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:56.950080 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2e728c9c-6524-4621-a3ef-48030f8f40fe tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (2a59c21e-377d-44e6-bcea-2e9c525e95ca), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:56.958033 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5f809b4a-a331-4bc0-a942-4ddb100cb4a4 req-8f7da067-d72f-410b-90bf-94745355abd4 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fe8d4a0-f978-42a1-873f-a34bba7deb96 HTTP/1.1" status: 200 len: 210 time: 0.0315042 May 19 14:02:56.978596 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e728c9c-6524-4621-a3ef-48030f8f40fe tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a59c21e-377d-44e6-bcea-2e9c525e95ca,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:56.985185 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-2e728c9c-6524-4621-a3ef-48030f8f40fe tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:56.989518 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 37624) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:56.989778 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-2e728c9c-6524-4621-a3ef-48030f8f40fe tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1393294 May 19 14:02:56.993971 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-f250099f-7466-4b29-b78d-2282fe858ac9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Request body: {'security_group_rule': {'security_group_id': 'bf8647c6-89ff-43a6-b771-b3c4530188fe', 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:02:57.016668 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.securitygroups_db [None req-f250099f-7466-4b29-b78d-2282fe858ac9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Project 6d87d3963b1b4fb29e09d8f72f64fb6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 14:02:57.027864 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f250099f-7466-4b29-b78d-2282fe858ac9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for security_group_rule (44717066-e083-4feb-b0c4-69bb52e6597a), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:57.099317 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f250099f-7466-4b29-b78d-2282fe858ac9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for security_group_rule (44717066-e083-4feb-b0c4-69bb52e6597a), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:57.104844 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f250099f-7466-4b29-b78d-2282fe858ac9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (44717066-e083-4feb-b0c4-69bb52e6597a), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:57.132182 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250099f-7466-4b29-b78d-2282fe858ac9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44717066-e083-4feb-b0c4-69bb52e6597a,revision_number=0']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:57.139966 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-f250099f-7466-4b29-b78d-2282fe858ac9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:57.144410 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 37630) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:02:57.144817 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-f250099f-7466-4b29-b78d-2282fe858ac9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1541805 May 19 14:02:57.161346 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-7281766e-8802-4417-a6b0-d91ab6dc3ab3 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Request body: {'security_group_rule': {'security_group_id': 'bf8647c6-89ff-43a6-b771-b3c4530188fe', 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:02:57.165226 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 38064b00-06a2-4445-b8c2-8c17dd95d815 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 14:02:57.204638 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.db.securitygroups_db [None req-7281766e-8802-4417-a6b0-d91ab6dc3ab3 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Project 6d87d3963b1b4fb29e09d8f72f64fb6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 14:02:57.211207 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7281766e-8802-4417-a6b0-d91ab6dc3ab3 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for security_group_rule (1feb2999-cf14-4b3f-b8c5-88464ee96a99), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:57.217447 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=100 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:57.219341 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 38064b00-06a2-4445-b8c2-8c17dd95d815 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:02:57.220179 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (38064b00-06a2-4445-b8c2-8c17dd95d815), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:57.267469 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:57.278778 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7281766e-8802-4417-a6b0-d91ab6dc3ab3 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for security_group_rule (1feb2999-cf14-4b3f-b8c5-88464ee96a99), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:57.285983 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7281766e-8802-4417-a6b0-d91ab6dc3ab3 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (1feb2999-cf14-4b3f-b8c5-88464ee96a99), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:57.307099 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281766e-8802-4417-a6b0-d91ab6dc3ab3 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1feb2999-cf14-4b3f-b8c5-88464ee96a99,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:57.324835 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 38064b00-06a2-4445-b8c2-8c17dd95d815 is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:02:57.325217 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (38064b00-06a2-4445-b8c2-8c17dd95d815), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:57.329368 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-7281766e-8802-4417-a6b0-d91ab6dc3ab3 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:57.335016 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-7281766e-8802-4417-a6b0-d91ab6dc3ab3 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1888592 May 19 14:02:57.368732 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] For port 38064b00-06a2-4445-b8c2-8c17dd95d815, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=38064b00-06a2-4445-b8c2-8c17dd95d815,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:02:57.375304 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (38064b00-06a2-4445-b8c2-8c17dd95d815), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:57.441648 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Pushing event updated for resources: {'Port': ['ID=38064b00-06a2-4445-b8c2-8c17dd95d815,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:57.535918 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fccded-1217-494f-9f4b-7ec503efb2c3 None None] Sync routers for ids ['4c489b8c-dc4f-417d-bc08-ee77a175635a'] in dv-cinder-784815-14-iscsi {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 14:02:57.548176 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fccded-1217-494f-9f4b-7ec503efb2c3 None None] Routers {'4c489b8c-dc4f-417d-bc08-ee77a175635a'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:02:57.548890 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-e5fccded-1217-494f-9f4b-7ec503efb2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:02:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['4c489b8c-dc4f-417d-bc08-ee77a175635a'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:57.662510 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-e5fccded-1217-494f-9f4b-7ec503efb2c3 None None] Set router 4c489b8c-dc4f-417d-bc08-ee77a175635a gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:02:57.893479 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-e5fccded-1217-494f-9f4b-7ec503efb2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c489b8c-dc4f-417d-bc08-ee77a175635a', 'name': 'tempest-TestVolumeBootPattern-614821332-router', 'tenant_id': '6eea54f5ac214cbeac589e8af91b3a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '38064b00-06a2-4445-b8c2-8c17dd95d815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:51Z', 'updated_at': '2022-05-19T14:02:54Z', 'revision_number': 4, 'project_id': '6eea54f5ac214cbeac589e8af91b3a84', 'gw_port': {'id': '38064b00-06a2-4445-b8c2-8c17dd95d815', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c489b8c-dc4f-417d-bc08-ee77a175635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:52Z', 'updated_at': '2022-05-19T14:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'fdb3d858-71bc-4e9d-86dc-05fa1d20342a', 'name': '', 'network_id': '9f81b82c-038b-4758-8fda-7d80aa47b3b7', 'tenant_id': '6eea54f5ac214cbeac589e8af91b3a84', 'mac_address': 'fa:16:3e:35:57:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c489b8c-dc4f-417d-bc08-ee77a175635a', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '070b2eb7-71c0-43ce-97d3-d3299e94081e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:54Z', 'updated_at': '2022-05-19T14:02:55Z', 'revision_number': 2, 'project_id': '6eea54f5ac214cbeac589e8af91b3a84', 'subnets': [{'id': '070b2eb7-71c0-43ce-97d3-d3299e94081e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:57.921987 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fccded-1217-494f-9f4b-7ec503efb2c3 None None] Checking router: 4c489b8c-dc4f-417d-bc08-ee77a175635a for host: dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 14:02:57.922344 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fccded-1217-494f-9f4b-7ec503efb2c3 None None] Updating router 4c489b8c-dc4f-417d-bc08-ee77a175635a port fdb3d858-71bc-4e9d-86dc-05fa1d20342a binding host dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 14:02:57.952894 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-e5fccded-1217-494f-9f4b-7ec503efb2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (fdb3d858-71bc-4e9d-86dc-05fa1d20342a), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:58.085797 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-fbb1ff80-a5a4-4502-bebd-302b2eee0d78 req-16b1f59b-cc85-4bb6-86fe-856fcf073ec4 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fe8d4a0-f978-42a1-873f-a34bba7deb96 HTTP/1.1" status: 200 len: 210 time: 0.0505719 May 19 14:02:58.254885 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:58.328838 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-0552a361-c362-4a4c-a36c-890d6d134ccf tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:58.330297 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-0552a361-c362-4a4c-a36c-890d6d134ccf tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.65 "GET /v2.0/networks?id=8c8b2849-e551-4065-bc90-6e6a7b094720 HTTP/1.1" status: 200 len: 814 time: 0.1526425 May 19 14:02:58.367895 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826ffdf-57f4-443a-923e-a7d4cbc2e49f req-a12363cc-a40c-498e-b78e-37f17eaa5f36 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:58.369709 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c826ffdf-57f4-443a-923e-a7d4cbc2e49f req-a12363cc-a40c-498e-b78e-37f17eaa5f36 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0743859 May 19 14:02:58.425936 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c826ffdf-57f4-443a-923e-a7d4cbc2e49f req-fd2849c1-7002-42d4-ae79-5436c124fbcc tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501854 May 19 14:02:58.437499 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-e5fccded-1217-494f-9f4b-7ec503efb2c3 None None] Publish callbacks [] for port (fdb3d858-71bc-4e9d-86dc-05fa1d20342a), precommit_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:58.448844 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-e5fccded-1217-494f-9f4b-7ec503efb2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (fdb3d858-71bc-4e9d-86dc-05fa1d20342a), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:58.453248 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:58.542990 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423ea95-c698-4274-a866-b7962f1f25b9 None None] Pushing event updated for resources: {'Port': ['ID=fdb3d858-71bc-4e9d-86dc-05fa1d20342a,revision_number=3']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:58.613168 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-e5fccded-1217-494f-9f4b-7ec503efb2c3 None None] Attempting to bind port fdb3d858-71bc-4e9d-86dc-05fa1d20342a on host dv-cinder-784815-14-iscsi for vnic_type normal with profile {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 14:02:58.613535 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-e5fccded-1217-494f-9f4b-7ec503efb2c3 None None] Attempting to bind port fdb3d858-71bc-4e9d-86dc-05fa1d20342a by drivers openvswitch,hyperv on host dv-cinder-784815-14-iscsi at level 0 using segments [{'id': '6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9f81b82c-038b-4758-8fda-7d80aa47b3b7'}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 14:02:58.613896 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fccded-1217-494f-9f4b-7ec503efb2c3 None None] Attempting to bind port fdb3d858-71bc-4e9d-86dc-05fa1d20342a on network 9f81b82c-038b-4758-8fda-7d80aa47b3b7 {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 14:02:58.620406 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fccded-1217-494f-9f4b-7ec503efb2c3 None None] Checking agent: {'id': 'd75e1840-fdb3-4496-8be6-2c17dc5599b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 45, 38), 'started_at': datetime.datetime(2022, 5, 19, 13, 46, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 14, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 14:02:58.620772 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fccded-1217-494f-9f4b-7ec503efb2c3 None None] Checking segment: {'id': '6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9f81b82c-038b-4758-8fda-7d80aa47b3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 14:02:58.621169 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-e5fccded-1217-494f-9f4b-7ec503efb2c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:58.621550 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fccded-1217-494f-9f4b-7ec503efb2c3 None None] Bound using segment: {'id': '6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9f81b82c-038b-4758-8fda-7d80aa47b3b7'} {{(pid=110063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 14:02:58.622135 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.managers [None req-e5fccded-1217-494f-9f4b-7ec503efb2c3 None None] Bound port: fdb3d858-71bc-4e9d-86dc-05fa1d20342a, host: dv-cinder-784815-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9f81b82c-038b-4758-8fda-7d80aa47b3b7'}}] {{(pid=110063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 14:02:58.622416 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-e5fccded-1217-494f-9f4b-7ec503efb2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (fdb3d858-71bc-4e9d-86dc-05fa1d20342a), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:58.693762 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-e5fccded-1217-494f-9f4b-7ec503efb2c3 None None] For port fdb3d858-71bc-4e9d-86dc-05fa1d20342a, host dv-cinder-784815-14-iscsi, cleared binding levels {{(pid=110063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 14:02:58.701235 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-e5fccded-1217-494f-9f4b-7ec503efb2c3 None None] For port fdb3d858-71bc-4e9d-86dc-05fa1d20342a, host dv-cinder-784815-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=fdb3d858-71bc-4e9d-86dc-05fa1d20342a,segment=NetworkSegment(6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0),segment_id=6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0)] {{(pid=110063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 14:02:58.709010 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-e5fccded-1217-494f-9f4b-7ec503efb2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (fdb3d858-71bc-4e9d-86dc-05fa1d20342a), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:58.757657 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9da6cc16-c67a-4acc-9d4d-0165097b6e54 None None] Provisioning complete for port fdb3d858-71bc-4e9d-86dc-05fa1d20342a triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:02:58.758025 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9da6cc16-c67a-4acc-9d4d-0165097b6e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (fdb3d858-71bc-4e9d-86dc-05fa1d20342a), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:58.817875 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423ea95-c698-4274-a866-b7962f1f25b9 None None] Pushing event updated for resources: {'Port': ['ID=fdb3d858-71bc-4e9d-86dc-05fa1d20342a,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:58.821890 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fccded-1217-494f-9f4b-7ec503efb2c3 None None] Routers {'4c489b8c-dc4f-417d-bc08-ee77a175635a'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:02:58.822495 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-e5fccded-1217-494f-9f4b-7ec503efb2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:02:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['4c489b8c-dc4f-417d-bc08-ee77a175635a'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:58.912778 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9da6cc16-c67a-4acc-9d4d-0165097b6e54 None None] Current status of the port fdb3d858-71bc-4e9d-86dc-05fa1d20342a is: DOWN; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:02:58.913163 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9da6cc16-c67a-4acc-9d4d-0165097b6e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (fdb3d858-71bc-4e9d-86dc-05fa1d20342a), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:58.988661 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-e5fccded-1217-494f-9f4b-7ec503efb2c3 None None] Set router 4c489b8c-dc4f-417d-bc08-ee77a175635a gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:02:59.165380 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-9da6cc16-c67a-4acc-9d4d-0165097b6e54 None None] For port fdb3d858-71bc-4e9d-86dc-05fa1d20342a, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=fdb3d858-71bc-4e9d-86dc-05fa1d20342a,segment=NetworkSegment(6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0),segment_id=6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:02:59.169581 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 38064b00-06a2-4445-b8c2-8c17dd95d815 up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 14:02:59.178976 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9da6cc16-c67a-4acc-9d4d-0165097b6e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (fdb3d858-71bc-4e9d-86dc-05fa1d20342a), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:59.198034 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8bc3f41d-b990-4222-9878-85aa62deb87c req-e6191a12-f2ac-408d-b19f-12ccfb882866 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fe8d4a0-f978-42a1-873f-a34bba7deb96 HTTP/1.1" status: 200 len: 210 time: 0.0312293 May 19 14:02:59.205650 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:59.352031 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-19f3aad3-50ed-44f3-9754-d0561c60d69e None None] Provisioning complete for port fdb3d858-71bc-4e9d-86dc-05fa1d20342a triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:02:59.352700 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-19f3aad3-50ed-44f3-9754-d0561c60d69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (fdb3d858-71bc-4e9d-86dc-05fa1d20342a), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:59.369762 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6cc16-c67a-4acc-9d4d-0165097b6e54 None None] Pushing event updated for resources: {'Port': ['ID=fdb3d858-71bc-4e9d-86dc-05fa1d20342a,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:02:59.392724 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port 38064b00-06a2-4445-b8c2-8c17dd95d815 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:02:59.393109 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (38064b00-06a2-4445-b8c2-8c17dd95d815), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:02:59.417652 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:02:59.531690 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-e5fccded-1217-494f-9f4b-7ec503efb2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c489b8c-dc4f-417d-bc08-ee77a175635a', 'name': 'tempest-TestVolumeBootPattern-614821332-router', 'tenant_id': '6eea54f5ac214cbeac589e8af91b3a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '38064b00-06a2-4445-b8c2-8c17dd95d815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:51Z', 'updated_at': '2022-05-19T14:02:54Z', 'revision_number': 4, 'project_id': '6eea54f5ac214cbeac589e8af91b3a84', 'gw_port': {'id': '38064b00-06a2-4445-b8c2-8c17dd95d815', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c489b8c-dc4f-417d-bc08-ee77a175635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:52Z', 'updated_at': '2022-05-19T14:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'fdb3d858-71bc-4e9d-86dc-05fa1d20342a', 'name': '', 'network_id': '9f81b82c-038b-4758-8fda-7d80aa47b3b7', 'tenant_id': '6eea54f5ac214cbeac589e8af91b3a84', 'mac_address': 'fa:16:3e:35:57:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c489b8c-dc4f-417d-bc08-ee77a175635a', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '070b2eb7-71c0-43ce-97d3-d3299e94081e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:54Z', 'updated_at': '2022-05-19T14:02:58Z', 'revision_number': 4, 'project_id': '6eea54f5ac214cbeac589e8af91b3a84', 'subnets': [{'id': '070b2eb7-71c0-43ce-97d3-d3299e94081e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:02:59.545213 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50d889-d8fe-4896-bd34-7c419786b56d req-c4a51e3e-7b9a-4a0c-9e10-d54881ef389f tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:02:59.546815 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3e50d889-d8fe-4896-bd34-7c419786b56d req-c4a51e3e-7b9a-4a0c-9e10-d54881ef389f tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0498927 May 19 14:02:59.589343 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fccded-1217-494f-9f4b-7ec503efb2c3 None None] The sync data for ids ['4c489b8c-dc4f-417d-bc08-ee77a175635a'] in dv-cinder-784815-14-iscsi is: [{'id': '4c489b8c-dc4f-417d-bc08-ee77a175635a', 'name': 'tempest-TestVolumeBootPattern-614821332-router', 'tenant_id': '6eea54f5ac214cbeac589e8af91b3a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '38064b00-06a2-4445-b8c2-8c17dd95d815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:51Z', 'updated_at': '2022-05-19T14:02:54Z', 'revision_number': 4, 'project_id': '6eea54f5ac214cbeac589e8af91b3a84', 'gw_port': {'id': '38064b00-06a2-4445-b8c2-8c17dd95d815', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c489b8c-dc4f-417d-bc08-ee77a175635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:52Z', 'updated_at': '2022-05-19T14:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'fdb3d858-71bc-4e9d-86dc-05fa1d20342a', 'name': '', 'network_id': '9f81b82c-038b-4758-8fda-7d80aa47b3b7', 'tenant_id': '6eea54f5ac214cbeac589e8af91b3a84', 'mac_address': 'fa:16:3e:35:57:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c489b8c-dc4f-417d-bc08-ee77a175635a', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '070b2eb7-71c0-43ce-97d3-d3299e94081e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:54Z', 'updated_at': '2022-05-19T14:02:58Z', 'revision_number': 4, 'project_id': '6eea54f5ac214cbeac589e8af91b3a84', 'subnets': [{'id': '070b2eb7-71c0-43ce-97d3-d3299e94081e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 14:02:59.593785 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-19f3aad3-50ed-44f3-9754-d0561c60d69e None None] Current status of the port fdb3d858-71bc-4e9d-86dc-05fa1d20342a is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:02:59.604767 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3e50d889-d8fe-4896-bd34-7c419786b56d req-df9af545-5fd4-4be7-994a-566dd1de1562 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496628 May 19 14:02:59.607658 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port 38064b00-06a2-4445-b8c2-8c17dd95d815 is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:03:00.134242 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-4b801ce3-89c5-4524-b680-5b450d9bb6b4 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Request body: {'port': {'device_id': '2fe8d4a0-f978-42a1-873f-a34bba7deb96', 'network_id': '8c8b2849-e551-4065-bc90-6e6a7b094720', 'admin_state_up': True, 'tenant_id': 'f68358e9d695445490f8209d832a1c13'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:03:00.243202 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:00.256192 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-4b801ce3-89c5-4524-b680-5b450d9bb6b4 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Made reservation on behalf of f68358e9d695445490f8209d832a1c13 for: {'port': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 14:03:00.259957 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-4b801ce3-89c5-4524-b680-5b450d9bb6b4 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:00.325560 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d1a92483-5f4d-4bae-a8a7-042f8853f9cc req-975f6eb2-f689-4740-af3f-5e65e4938d8d tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fe8d4a0-f978-42a1-873f-a34bba7deb96 HTTP/1.1" status: 200 len: 210 time: 0.0357597 May 19 14:03:00.392672 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-4b801ce3-89c5-4524-b680-5b450d9bb6b4 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Allocated IP 172.20.0.2 (8c8b2849-e551-4065-bc90-6e6a7b094720/3bf43e50-0a07-424b-9adc-6d56c8326faf/e10b7062-e698-490e-89b8-da759d33b5a4) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 14:03:00.549356 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-4b801ce3-89c5-4524-b680-5b450d9bb6b4 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Publish callbacks [] for port (e10b7062-e698-490e-89b8-da759d33b5a4), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:00.581068 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-4b801ce3-89c5-4524-b680-5b450d9bb6b4 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (e10b7062-e698-490e-89b8-da759d33b5a4), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:00.629382 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-4b801ce3-89c5-4524-b680-5b450d9bb6b4 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Network 8c8b2849-e551-4065-bc90-6e6a7b094720 is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 14:03:00.633024 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-4b801ce3-89c5-4524-b680-5b450d9bb6b4 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:03:00.635647 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-4b801ce3-89c5-4524-b680-5b450d9bb6b4 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 14:03:00.670356 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b801ce3-89c5-4524-b680-5b450d9bb6b4 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Pushing event updated for resources: {'Port': ['ID=e10b7062-e698-490e-89b8-da759d33b5a4,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:00.696736 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32c97d-d3ad-435c-b092-d86a2093840b req-8ffcca5c-d747-454e-85d1-785dac622cb3 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:00.698282 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5c32c97d-d3ad-435c-b092-d86a2093840b req-8ffcca5c-d747-454e-85d1-785dac622cb3 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.65 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.0675712 May 19 14:03:00.721355 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-4b801ce3-89c5-4524-b680-5b450d9bb6b4 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:00.721977 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-4b801ce3-89c5-4524-b680-5b450d9bb6b4 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:00.740480 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-4b801ce3-89c5-4524-b680-5b450d9bb6b4 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6105528 May 19 14:03:00.760144 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-a1a037f7-9d93-42e4-a6d6-ae2ecca1684a service neutron] Request body: {'port': {'device_id': '2fe8d4a0-f978-42a1-873f-a34bba7deb96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:03:00.817533 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db47e68-5a9d-4bf8-a8a2-0ded785eb476 req-904cd7aa-03b3-4e60-9342-7a327facdc6b tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:00.821936 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7db47e68-5a9d-4bf8-a8a2-0ded785eb476 req-904cd7aa-03b3-4e60-9342-7a327facdc6b tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 946 time: 0.1097209 May 19 14:03:00.826947 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:00.838781 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-a1a037f7-9d93-42e4-a6d6-ae2ecca1684a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (e10b7062-e698-490e-89b8-da759d33b5a4), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:00.888226 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [req-5c32c97d-d3ad-435c-b092-d86a2093840b req-2e710f7f-7a5b-4278-91fb-995e05bd655e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Deleting port a2e726ea-bd7a-4b38-921c-644a1035c3fb {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:03:00.888965 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-5c32c97d-d3ad-435c-b092-d86a2093840b req-2e710f7f-7a5b-4278-91fb-995e05bd655e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (a2e726ea-bd7a-4b38-921c-644a1035c3fb), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:00.902247 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:00.944842 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7db47e68-5a9d-4bf8-a8a2-0ded785eb476 req-33b5412c-e9d1-4599-a38e-5ebaa89bca30 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=7234b828-a3b3-480c-aa23-023234d59707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219380 May 19 14:03:01.004859 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-5c32c97d-d3ad-435c-b092-d86a2093840b req-2e710f7f-7a5b-4278-91fb-995e05bd655e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] For port a2e726ea-bd7a-4b38-921c-644a1035c3fb, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a2e726ea-bd7a-4b38-921c-644a1035c3fb,segment=NetworkSegment(43347a7a-d2a6-43ef-9914-d472c0a74e2b),segment_id=43347a7a-d2a6-43ef-9914-d472c0a74e2b)] {{(pid=110061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:03:01.005241 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-5c32c97d-d3ad-435c-b092-d86a2093840b req-2e710f7f-7a5b-4278-91fb-995e05bd655e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (a2e726ea-bd7a-4b38-921c-644a1035c3fb), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:01.178312 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device fdb3d858-71bc-4e9d-86dc-05fa1d20342a up at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 14:03:01.209514 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:01.220267 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-a1a037f7-9d93-42e4-a6d6-ae2ecca1684a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e10b7062-e698-490e-89b8-da759d33b5a4 {{(pid=110062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 14:03:01.225041 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:01.229811 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-a1a037f7-9d93-42e4-a6d6-ae2ecca1684a service neutron] Publish callbacks [] for port (e10b7062-e698-490e-89b8-da759d33b5a4), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:01.235725 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Provisioning complete for port fdb3d858-71bc-4e9d-86dc-05fa1d20342a triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:03:01.236108 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (fdb3d858-71bc-4e9d-86dc-05fa1d20342a), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:01.237068 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-5c32c97d-d3ad-435c-b092-d86a2093840b req-2e710f7f-7a5b-4278-91fb-995e05bd655e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:01.237814 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-5c32c97d-d3ad-435c-b092-d86a2093840b req-2e710f7f-7a5b-4278-91fb-995e05bd655e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (e9e4ab7c-e7ea-401a-9dde-a0915d63d639), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:01.240113 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.l3_db [req-5c32c97d-d3ad-435c-b092-d86a2093840b req-2e710f7f-7a5b-4278-91fb-995e05bd655e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Floating IP e9e4ab7c-e7ea-401a-9dde-a0915d63d639 disassociated. External IP: 172.27.2.240, port: a2e726ea-bd7a-4b38-921c-644a1035c3fb. May 19 14:03:01.240656 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [req-5c32c97d-d3ad-435c-b092-d86a2093840b req-2e710f7f-7a5b-4278-91fb-995e05bd655e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Calling delete_port for a2e726ea-bd7a-4b38-921c-644a1035c3fb owned by compute:nova {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:03:01.253301 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.provisioning_blocks [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-a1a037f7-9d93-42e4-a6d6-ae2ecca1684a service neutron] Transition to ACTIVE for port object e10b7062-e698-490e-89b8-da759d33b5a4 will not be triggered until provisioned by entity L2. {{(pid=110062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 14:03:01.264916 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-a1a037f7-9d93-42e4-a6d6-ae2ecca1684a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29558909'] for port (e10b7062-e698-490e-89b8-da759d33b5a4), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:01.322275 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Current status of the port fdb3d858-71bc-4e9d-86dc-05fa1d20342a is: ACTIVE; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:03:01.328504 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a037f7-9d93-42e4-a6d6-ae2ecca1684a service neutron] Pushing event updated for resources: {'Port': ['ID=e10b7062-e698-490e-89b8-da759d33b5a4,revision_number=2']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:01.416481 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-5c32c97d-d3ad-435c-b092-d86a2093840b req-2e710f7f-7a5b-4278-91fb-995e05bd655e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (a2e726ea-bd7a-4b38-921c-644a1035c3fb), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:01.427628 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-a1a037f7-9d93-42e4-a6d6-ae2ecca1684a service neutron] Attempting to bind port e10b7062-e698-490e-89b8-da759d33b5a4 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 14:03:01.428012 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-a1a037f7-9d93-42e4-a6d6-ae2ecca1684a service neutron] Attempting to bind port e10b7062-e698-490e-89b8-da759d33b5a4 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'c0636bc2-0439-4edc-bc3b-46dd0464fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '8c8b2849-e551-4065-bc90-6e6a7b094720'}] {{(pid=110062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 14:03:01.428359 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-a1a037f7-9d93-42e4-a6d6-ae2ecca1684a service neutron] Attempting to bind port e10b7062-e698-490e-89b8-da759d33b5a4 on network 8c8b2849-e551-4065-bc90-6e6a7b094720 {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 14:03:01.434063 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-a1a037f7-9d93-42e4-a6d6-ae2ecca1684a service neutron] Port e10b7062-e698-490e-89b8-da759d33b5a4 on network 8c8b2849-e551-4065-bc90-6e6a7b094720 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 14:03:01.435375 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-a1a037f7-9d93-42e4-a6d6-ae2ecca1684a service neutron] Attempting to bind port e10b7062-e698-490e-89b8-da759d33b5a4 on network 8c8b2849-e551-4065-bc90-6e6a7b094720 {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 14:03:01.441308 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-a1a037f7-9d93-42e4-a6d6-ae2ecca1684a service neutron] Checking agent: {'id': '7bec7b2c-83f8-44b0-a5e6-0a5454b173c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'started_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 14, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 14:03:01.441642 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-a1a037f7-9d93-42e4-a6d6-ae2ecca1684a service neutron] Checking segment: {'id': 'c0636bc2-0439-4edc-bc3b-46dd0464fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '8c8b2849-e551-4065-bc90-6e6a7b094720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 14:03:01.442038 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-a1a037f7-9d93-42e4-a6d6-ae2ecca1684a service neutron] Bound using segment: {'id': 'c0636bc2-0439-4edc-bc3b-46dd0464fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '8c8b2849-e551-4065-bc90-6e6a7b094720'} {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 14:03:01.442565 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-a1a037f7-9d93-42e4-a6d6-ae2ecca1684a service neutron] Bound port: e10b7062-e698-490e-89b8-da759d33b5a4, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0636bc2-0439-4edc-bc3b-46dd0464fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '8c8b2849-e551-4065-bc90-6e6a7b094720'}}] {{(pid=110062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 14:03:01.442948 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-a1a037f7-9d93-42e4-a6d6-ae2ecca1684a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (e10b7062-e698-490e-89b8-da759d33b5a4), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:01.452561 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-0690dc9f-32a4-472d-ae1e-84b6693fcfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:01.501890 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e710f7f-7a5b-4278-91fb-995e05bd655e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Pushing event deleted for resources: {'Port': ['ID=a2e726ea-bd7a-4b38-921c-644a1035c3fb,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:01.512338 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-a1a037f7-9d93-42e4-a6d6-ae2ecca1684a service neutron] For port e10b7062-e698-490e-89b8-da759d33b5a4, host hv-cinder-78481, cleared binding levels {{(pid=110062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 14:03:01.517315 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-a1a037f7-9d93-42e4-a6d6-ae2ecca1684a service neutron] For port e10b7062-e698-490e-89b8-da759d33b5a4, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e10b7062-e698-490e-89b8-da759d33b5a4,segment=NetworkSegment(c0636bc2-0439-4edc-bc3b-46dd0464fb6b),segment_id=c0636bc2-0439-4edc-bc3b-46dd0464fb6b)] {{(pid=110062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 14:03:01.523024 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b2306-6456-4a82-8cf6-3a35a7f92e0f req-968e9d6d-1246-4964-a394-f81a76453fa2 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:01.524737 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ff5b2306-6456-4a82-8cf6-3a35a7f92e0f req-968e9d6d-1246-4964-a394-f81a76453fa2 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fe8d4a0-f978-42a1-873f-a34bba7deb96 HTTP/1.1" status: 200 len: 943 time: 0.0996327 May 19 14:03:01.527517 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-a1a037f7-9d93-42e4-a6d6-ae2ecca1684a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29558909'] for port (e10b7062-e698-490e-89b8-da759d33b5a4), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:01.570749 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-a1a037f7-9d93-42e4-a6d6-ae2ecca1684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:01.571320 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-a1a037f7-9d93-42e4-a6d6-ae2ecca1684a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:01.572795 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-a1a037f7-9d93-42e4-a6d6-ae2ecca1684a service neutron] 10.222.0.65 "PUT /v2.0/ports/e10b7062-e698-490e-89b8-da759d33b5a4 HTTP/1.1" status: 200 len: 1093 time: 0.8181984 May 19 14:03:01.573298 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe8d4a0-f978-42a1-873f-a34bba7deb96', 'tag': 'e10b7062-e698-490e-89b8-da759d33b5a4'}] {{(pid=110062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:03:01.576802 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dff7f06c5e0e0f36f9473af0b06c6f419441bd6c4accb13c2a4abbfe17b595b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27728ea7-81c3-45f1-9882-87db902715c4" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe8d4a0-f978-42a1-873f-a34bba7deb96", "tag": "e10b7062-e698-490e-89b8-da759d33b5a4"}]}' {{(pid=110062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:03:01.599098 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a037f7-9d93-42e4-a6d6-ae2ecca1684a service neutron] Pushing event updated for resources: {'Port': ['ID=e10b7062-e698-490e-89b8-da759d33b5a4,revision_number=3']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:01.633562 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 14:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a083aa26-d719-4e71-98aa-e616e2dbd5da x-openstack-request-id: req-a083aa26-d719-4e71-98aa-e616e2dbd5da {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:03:01.633854 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe8d4a0-f978-42a1-873f-a34bba7deb96", "tag": "e10b7062-e698-490e-89b8-da759d33b5a4", "status": "completed", "code": 200}]} {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:03:01.634102 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a083aa26-d719-4e71-98aa-e616e2dbd5da {{(pid=110062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:03:01.634688 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a083aa26-d719-4e71-98aa-e616e2dbd5da'] response: {'name': 'network-changed', 'server_uuid': '2fe8d4a0-f978-42a1-873f-a34bba7deb96', 'tag': 'e10b7062-e698-490e-89b8-da759d33b5a4', 'status': 'completed', 'code': 200} May 19 14:03:01.665173 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ff5b2306-6456-4a82-8cf6-3a35a7f92e0f req-37073b00-5803-4c5d-b44e-dc996e006482 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/security-groups?id=9127f1b7-e988-47cf-8cc3-bcce23e92301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044784 May 19 14:03:01.680919 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c32c97d-d3ad-435c-b092-d86a2093840b req-2e710f7f-7a5b-4278-91fb-995e05bd655e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Router 2d6625ce-410e-41df-ac21-3a7d1fcb061e has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 14:03:01.693902 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-6f705e12-8ea7-47b0-9676-a66ce6a23b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:01.695669 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-6f705e12-8ea7-47b0-9676-a66ce6a23b68 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f68358e9d695445490f8209d832a1c13&device_id=2fe8d4a0-f978-42a1-873f-a34bba7deb96 HTTP/1.1" status: 200 len: 1127 time: 0.0436523 May 19 14:03:01.746243 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-20c08392-8d85-4a3e-9d93-9f6322766bd3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e10b7062-e698-490e-89b8-da759d33b5a4 HTTP/1.1" status: 200 len: 217 time: 0.0362339 May 19 14:03:01.795714 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c32c97d-d3ad-435c-b092-d86a2093840b req-2e710f7f-7a5b-4278-91fb-995e05bd655e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 14:03:01.805825 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d9ecf3-c112-4a31-9a2f-9fae87ded413 None None] Sync routers for ids ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 14:03:01.812091 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-2e32d87e-1ffc-4a27-9482-6accb16fb448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:01.813557 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-2e32d87e-1ffc-4a27-9482-6accb16fb448 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3bf43e50-0a07-424b-9adc-6d56c8326faf HTTP/1.1" status: 200 len: 854 time: 0.0604444 May 19 14:03:01.818428 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d9ecf3-c112-4a31-9a2f-9fae87ded413 None None] Routers {'2d6625ce-410e-41df-ac21-3a7d1fcb061e'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:03:01.819256 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-86d9ecf3-c112-4a31-9a2f-9fae87ded413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:02:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:03:01.859251 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c32c97d-d3ad-435c-b092-d86a2093840b req-2e710f7f-7a5b-4278-91fb-995e05bd655e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] No DVR routers for this DVR port a2e726ea-bd7a-4b38-921c-644a1035c3fb on host hv-cinder-78481 {{(pid=110061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 14:03:01.862195 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-5c32c97d-d3ad-435c-b092-d86a2093840b req-2e710f7f-7a5b-4278-91fb-995e05bd655e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:01.866372 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5c32c97d-d3ad-435c-b092-d86a2093840b req-2e710f7f-7a5b-4278-91fb-995e05bd655e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.65 "DELETE /v2.0/ports/a2e726ea-bd7a-4b38-921c-644a1035c3fb HTTP/1.1" status: 204 len: 173 time: 1.1622407 May 19 14:03:01.866895 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5', 'name': 'network-vif-deleted', 'tag': 'a2e726ea-bd7a-4b38-921c-644a1035c3fb'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:03:01.871475 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8446ed1f-ac48-436c-abe8-63e6d7293fdf" -d '{"events": [{"server_uuid": "954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5", "name": "network-vif-deleted", "tag": "a2e726ea-bd7a-4b38-921c-644a1035c3fb"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:03:01.899793 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-befb5b82-1025-48ed-94e0-49a0ad607e09 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8c8b2849-e551-4065-bc90-6e6a7b094720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774674 May 19 14:03:01.928700 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 14:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec04fb59-970e-44d4-aba0-7a59125feb9a x-openstack-request-id: req-ec04fb59-970e-44d4-aba0-7a59125feb9a {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:03:01.928983 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5", "name": "network-vif-deleted", "tag": "a2e726ea-bd7a-4b38-921c-644a1035c3fb", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:03:01.929233 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ec04fb59-970e-44d4-aba0-7a59125feb9a {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:03:01.929632 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec04fb59-970e-44d4-aba0-7a59125feb9a'] response: {'server_uuid': '954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5', 'name': 'network-vif-deleted', 'tag': 'a2e726ea-bd7a-4b38-921c-644a1035c3fb', 'status': 'completed', 'code': 200} May 19 14:03:02.039545 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-86d9ecf3-c112-4a31-9a2f-9fae87ded413 None None] Set router 2d6625ce-410e-41df-ac21-3a7d1fcb061e gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:03:02.061365 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-3698982f-24b3-427a-bfe2-ad4d397095b8 service neutron] 10.222.0.65 "GET /v2.0/networks/8c8b2849-e551-4065-bc90-6e6a7b094720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407852 May 19 14:03:02.137899 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:02.143649 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ba9ee00a-05dc-47bc-bf3f-572708dc36e8 req-c8cb3997-98e9-4e9a-afff-e2d7c040fd00 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 210 time: 0.0534117 May 19 14:03:02.198139 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-06948faa-6887-4970-89d8-1e0bb4ab9d2a req-3fd5477d-9438-43e4-a2bf-7b41e98fd0a8 service neutron] 10.222.0.65 "GET /v2.0/networks/8c8b2849-e551-4065-bc90-6e6a7b094720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293387 May 19 14:03:02.299784 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-86d9ecf3-c112-4a31-9a2f-9fae87ded413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'name': 'tempest-AttachVolumeTestJSON-620640807-router', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:45Z', 'revision_number': 4, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'gw_port': {'id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'cd2e71af-11d4-4d17-8d4f-ea7391e67af0', 'name': '', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'mac_address': 'fa:16:3e:a7:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:44Z', 'updated_at': '2022-05-19T13:59:49Z', 'revision_number': 5, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'subnets': [{'id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:03:02.324595 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d9ecf3-c112-4a31-9a2f-9fae87ded413 None None] Checking router: 2d6625ce-410e-41df-ac21-3a7d1fcb061e for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 14:03:02.334474 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d9ecf3-c112-4a31-9a2f-9fae87ded413 None None] Routers {'2d6625ce-410e-41df-ac21-3a7d1fcb061e'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:03:02.335139 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-86d9ecf3-c112-4a31-9a2f-9fae87ded413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:02:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:03:02.522702 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-86d9ecf3-c112-4a31-9a2f-9fae87ded413 None None] Set router 2d6625ce-410e-41df-ac21-3a7d1fcb061e gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:03:02.587324 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=100 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:02.706209 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-86d9ecf3-c112-4a31-9a2f-9fae87ded413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'name': 'tempest-AttachVolumeTestJSON-620640807-router', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:45Z', 'revision_number': 4, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'gw_port': {'id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'cd2e71af-11d4-4d17-8d4f-ea7391e67af0', 'name': '', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'mac_address': 'fa:16:3e:a7:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:44Z', 'updated_at': '2022-05-19T13:59:49Z', 'revision_number': 5, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'subnets': [{'id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:03:02.733036 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d9ecf3-c112-4a31-9a2f-9fae87ded413 None None] The sync data for ids ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'] in dv-cinder-784815-14-iscsi is: [{'id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'name': 'tempest-AttachVolumeTestJSON-620640807-router', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:45Z', 'revision_number': 4, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'gw_port': {'id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'cd2e71af-11d4-4d17-8d4f-ea7391e67af0', 'name': '', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'mac_address': 'fa:16:3e:a7:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:44Z', 'updated_at': '2022-05-19T13:59:49Z', 'revision_number': 5, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'subnets': [{'id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 14:03:02.788627 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7892bb-4f74-4f5c-812b-c608420f48b3 req-7d2e0f41-186f-499e-a739-334d991248c4 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:02.790154 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5a7892bb-4f74-4f5c-812b-c608420f48b3 req-7d2e0f41-186f-499e-a739-334d991248c4 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fe8d4a0-f978-42a1-873f-a34bba7deb96 HTTP/1.1" status: 200 len: 943 time: 0.0530505 May 19 14:03:02.838933 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5a7892bb-4f74-4f5c-812b-c608420f48b3 req-47dcb57e-c830-4afa-97a0-8ee84d97ca7a tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/security-groups?id=9127f1b7-e988-47cf-8cc3-bcce23e92301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422785 May 19 14:03:02.978589 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e4c415-6bf2-484a-af7a-7df0bf743296 None None] New status for floating IP e9e4ab7c-e7ea-401a-9dde-a0915d63d639: DOWN {{(pid=110063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 14:03:03.258083 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c546c13e-1b3f-407a-8c19-bb16ee894955 req-39eea448-c02e-4361-9a51-bea3ca724260 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=954a7439-0dfd-4a64-b2f0-1a96fe8a4dd5 HTTP/1.1" status: 200 len: 210 time: 0.0314028 May 19 14:03:03.270449 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27728ea7-81c3-45f1-9882-87db902715c4 req-8c3efd74-0a48-464b-a3e6-49f7ccd41e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:03.272219 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-27728ea7-81c3-45f1-9882-87db902715c4 req-8c3efd74-0a48-464b-a3e6-49f7ccd41e19 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f68358e9d695445490f8209d832a1c13&device_id=2fe8d4a0-f978-42a1-873f-a34bba7deb96 HTTP/1.1" status: 200 len: 1127 time: 0.0512183 May 19 14:03:03.370006 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27728ea7-81c3-45f1-9882-87db902715c4 req-d8a3f15f-288a-4da4-a6eb-33b9dbc37afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:03.371511 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-27728ea7-81c3-45f1-9882-87db902715c4 req-d8a3f15f-288a-4da4-a6eb-33b9dbc37afc service neutron] 10.222.0.65 "GET /v2.0/networks?id=8c8b2849-e551-4065-bc90-6e6a7b094720 HTTP/1.1" status: 200 len: 915 time: 0.0918629 May 19 14:03:03.420135 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-27728ea7-81c3-45f1-9882-87db902715c4 req-d2342fcf-16a2-4d67-860c-5cf2eaa0e550 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e10b7062-e698-490e-89b8-da759d33b5a4 HTTP/1.1" status: 200 len: 217 time: 0.0403306 May 19 14:03:03.470607 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27728ea7-81c3-45f1-9882-87db902715c4 req-74d1ca3e-607e-4e0e-8759-ad73da1f754a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:03.472080 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-27728ea7-81c3-45f1-9882-87db902715c4 req-74d1ca3e-607e-4e0e-8759-ad73da1f754a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3bf43e50-0a07-424b-9adc-6d56c8326faf HTTP/1.1" status: 200 len: 854 time: 0.0454018 May 19 14:03:03.511477 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-27728ea7-81c3-45f1-9882-87db902715c4 req-a1b0c0b0-8cdf-4165-84a0-5b6f61564caf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8c8b2849-e551-4065-bc90-6e6a7b094720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327518 May 19 14:03:03.607815 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-27728ea7-81c3-45f1-9882-87db902715c4 req-44696f5c-9942-4a32-b5aa-cdbad2548613 service neutron] 10.222.0.65 "GET /v2.0/networks/8c8b2849-e551-4065-bc90-6e6a7b094720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889237 May 19 14:03:03.657100 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:03.702404 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-27728ea7-81c3-45f1-9882-87db902715c4 req-d6987e73-0511-4e9d-93b6-d72463f23cf2 service neutron] 10.222.0.65 "GET /v2.0/networks/8c8b2849-e551-4065-bc90-6e6a7b094720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876234 May 19 14:03:03.809240 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-33c78170-8af9-4bf4-b80e-4beaa3c5dcc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:03.958047 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556084ee-46ac-4de6-9732-40c099c20b1f req-d69204b5-8d79-4f3c-b84e-38d291205ca6 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:03.959546 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-556084ee-46ac-4de6-9732-40c099c20b1f req-d69204b5-8d79-4f3c-b84e-38d291205ca6 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fe8d4a0-f978-42a1-873f-a34bba7deb96 HTTP/1.1" status: 200 len: 943 time: 0.0499175 May 19 14:03:03.972603 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:04.019601 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-556084ee-46ac-4de6-9732-40c099c20b1f req-a8609de6-99da-4a87-a532-70a576334315 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/security-groups?id=9127f1b7-e988-47cf-8cc3-bcce23e92301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542419 May 19 14:03:04.345573 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 37770) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:03:04.400592 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-6d79e642-4bcf-4b7d-9960-d3c5b90935eb tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for security_group (7234b828-a3b3-480c-aa23-023234d59707), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:04.428570 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-6d79e642-4bcf-4b7d-9960-d3c5b90935eb tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for security_group (7234b828-a3b3-480c-aa23-023234d59707), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:04.475769 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-6d79e642-4bcf-4b7d-9960-d3c5b90935eb tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (7234b828-a3b3-480c-aa23-023234d59707), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:04.478239 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-6d79e642-4bcf-4b7d-9960-d3c5b90935eb tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:04.479414 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-6d79e642-4bcf-4b7d-9960-d3c5b90935eb tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "DELETE /v2.0/security-groups/7234b828-a3b3-480c-aa23-023234d59707 HTTP/1.1" status: 204 len: 168 time: 0.1328356 May 19 14:03:04.482288 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 37772) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:03:04.489194 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79e642-4bcf-4b7d-9960-d3c5b90935eb tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7234b828-a3b3-480c-aa23-023234d59707,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:04.496198 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.api.v2.resource [None req-2a77d2ee-d961-4d8f-bc72-70a5b5e5474f tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] show failed (client error): The resource could not be found. May 19 14:03:04.497193 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-2a77d2ee-d961-4d8f-bc72-70a5b5e5474f tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups/7234b828-a3b3-480c-aa23-023234d59707 HTTP/1.1" status: 404 len: 347 time: 0.0132184 May 19 14:03:04.500502 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 37774) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:03:04.617198 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-1656b774-0afa-43e3-8287-7dd6e1aee550 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Deleting port 0a8d1727-0dae-4062-93de-d1d5b54f5562 {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:03:04.617528 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-1656b774-0afa-43e3-8287-7dd6e1aee550 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (0a8d1727-0dae-4062-93de-d1d5b54f5562), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:04.694412 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-1656b774-0afa-43e3-8287-7dd6e1aee550 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (0a8d1727-0dae-4062-93de-d1d5b54f5562), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:04.694796 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-1656b774-0afa-43e3-8287-7dd6e1aee550 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for floatingip (0a8d1727-0dae-4062-93de-d1d5b54f5562), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:04.708705 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-1656b774-0afa-43e3-8287-7dd6e1aee550 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Calling delete_port for 0a8d1727-0dae-4062-93de-d1d5b54f5562 owned by network:floatingip {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:03:04.710249 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:04.828679 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:04.846194 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-1656b774-0afa-43e3-8287-7dd6e1aee550 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (0a8d1727-0dae-4062-93de-d1d5b54f5562), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:04.871036 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b774-0afa-43e3-8287-7dd6e1aee550 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Pushing event deleted for resources: {'Port': ['ID=0a8d1727-0dae-4062-93de-d1d5b54f5562,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:04.936988 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-1656b774-0afa-43e3-8287-7dd6e1aee550 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for floatingip (e9e4ab7c-e7ea-401a-9dde-a0915d63d639), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:04.939524 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-1656b774-0afa-43e3-8287-7dd6e1aee550 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:04.940654 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-1656b774-0afa-43e3-8287-7dd6e1aee550 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "DELETE /v2.0/floatingips/e9e4ab7c-e7ea-401a-9dde-a0915d63d639 HTTP/1.1" status: 204 len: 168 time: 0.4394610 May 19 14:03:05.000120 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device e10b7062-e698-490e-89b8-da759d33b5a4 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 14:03:05.014783 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device a2e726ea-bd7a-4b38-921c-644a1035c3fb no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:03:05.020954 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 37778) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:03:05.025733 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-fc746bf8-f46e-4a65-8dfc-e97ea501eeab tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Request body: {'security_group': {'name': 'tempest-securitygroup--416608653', 'description': 'tempest-description--690936446'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:03:05.040026 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] No Port match for: a2e726ea-bd7a-4b38-921c-644a1035c3fb {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:03:05.040374 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device a2e726ea-bd7a-4b38-921c-644a1035c3fb not bound to the agent host hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:03:05.042788 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:03:05.058765 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-fc746bf8-f46e-4a65-8dfc-e97ea501eeab tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:05.148867 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-fc746bf8-f46e-4a65-8dfc-e97ea501eeab tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for security_group (9cb910e3-afd5-4d17-8aa2-8d640f1fd4a3), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:05.152420 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port e10b7062-e698-490e-89b8-da759d33b5a4, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e10b7062-e698-490e-89b8-da759d33b5a4,segment=NetworkSegment(c0636bc2-0439-4edc-bc3b-46dd0464fb6b),segment_id=c0636bc2-0439-4edc-bc3b-46dd0464fb6b)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:03:05.154134 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-fc746bf8-f46e-4a65-8dfc-e97ea501eeab tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (9cb910e3-afd5-4d17-8aa2-8d640f1fd4a3), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:05.166909 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Returning: {'device': 'e10b7062-e698-490e-89b8-da759d33b5a4', 'network_id': '8c8b2849-e551-4065-bc90-6e6a7b094720', 'port_id': 'e10b7062-e698-490e-89b8-da759d33b5a4', 'mac_address': 'fa:16:3e:b7:4f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bf43e50-0a07-424b-9adc-6d56c8326faf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 14:03:05.171238 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:05.185341 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-fc746bf8-f46e-4a65-8dfc-e97ea501eeab tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:05.187512 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-fc746bf8-f46e-4a65-8dfc-e97ea501eeab tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1653521 May 19 14:03:05.193176 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 37784) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:03:05.200143 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-6b233cd7-750b-48b8-8a3d-3b7da7721405 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Request body: {'security_group_rule': {'security_group_id': '9cb910e3-afd5-4d17-8aa2-8d640f1fd4a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:03:05.218582 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port e10b7062-e698-490e-89b8-da759d33b5a4 is: DOWN; New status is: BUILD {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:03:05.218954 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc746bf8-f46e-4a65-8dfc-e97ea501eeab tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb910e3-afd5-4d17-8aa2-8d640f1fd4a3,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:05.219094 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (e10b7062-e698-490e-89b8-da759d33b5a4), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:05.237148 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-6b233cd7-750b-48b8-8a3d-3b7da7721405 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for security_group_rule (1cda40ee-9658-4ad4-8436-62f3df3c9e94), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:05.237375 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e10b7062-e698-490e-89b8-da759d33b5a4 {{(pid=110063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 14:03:05.245980 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:05.268876 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port e10b7062-e698-490e-89b8-da759d33b5a4, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e10b7062-e698-490e-89b8-da759d33b5a4,segment=NetworkSegment(c0636bc2-0439-4edc-bc3b-46dd0464fb6b),segment_id=c0636bc2-0439-4edc-bc3b-46dd0464fb6b)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:03:05.273721 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (e10b7062-e698-490e-89b8-da759d33b5a4), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:05.323634 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-6b233cd7-750b-48b8-8a3d-3b7da7721405 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for security_group_rule (1cda40ee-9658-4ad4-8436-62f3df3c9e94), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:05.338242 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-6b233cd7-750b-48b8-8a3d-3b7da7721405 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (1cda40ee-9658-4ad4-8436-62f3df3c9e94), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:05.345065 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=e10b7062-e698-490e-89b8-da759d33b5a4,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:05.364136 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b233cd7-750b-48b8-8a3d-3b7da7721405 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cda40ee-9658-4ad4-8436-62f3df3c9e94,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:05.375645 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-6b233cd7-750b-48b8-8a3d-3b7da7721405 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:05.376855 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-6b233cd7-750b-48b8-8a3d-3b7da7721405 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1827261 May 19 14:03:05.380566 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 37788) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:03:05.390363 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-5c7ec011-14bd-4a6d-8751-0be41c401ff2 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Request body: {'security_group_rule': {'security_group_id': '9cb910e3-afd5-4d17-8aa2-8d640f1fd4a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:03:05.421096 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5c7ec011-14bd-4a6d-8751-0be41c401ff2 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for security_group_rule (a673bb82-07de-45f3-816e-f31ea5e2f20c), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:05.450809 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6e8dc-207d-43cb-86cf-150a3e21c92f req-136e10c3-6923-46ce-afa1-6ada88925a4e tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:05.453401 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-abd6e8dc-207d-43cb-86cf-150a3e21c92f req-136e10c3-6923-46ce-afa1-6ada88925a4e tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fe8d4a0-f978-42a1-873f-a34bba7deb96 HTTP/1.1" status: 200 len: 943 time: 0.3400338 May 19 14:03:05.480655 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5c7ec011-14bd-4a6d-8751-0be41c401ff2 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for security_group_rule (a673bb82-07de-45f3-816e-f31ea5e2f20c), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:05.485099 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5c7ec011-14bd-4a6d-8751-0be41c401ff2 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605218'] for security_group_rule (a673bb82-07de-45f3-816e-f31ea5e2f20c), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:05.508419 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ec011-14bd-4a6d-8751-0be41c401ff2 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a673bb82-07de-45f3-816e-f31ea5e2f20c,revision_number=0']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:05.513197 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-abd6e8dc-207d-43cb-86cf-150a3e21c92f req-ed44b6d7-9c17-40b4-b3ba-83d0851e7a77 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/security-groups?id=9127f1b7-e988-47cf-8cc3-bcce23e92301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530293 May 19 14:03:05.514568 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5c7ec011-14bd-4a6d-8751-0be41c401ff2 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:05.515926 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-5c7ec011-14bd-4a6d-8751-0be41c401ff2 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343825 May 19 14:03:05.519090 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 37790) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:03:05.523627 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Request body: {'floatingip': {'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:03:05.544844 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:05.619428 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['e10b7062-e698-490e-89b8-da759d33b5a4'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 14:03:05.629562 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:05.681028 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:05.740378 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Allocated IP 172.27.2.213 (db349b0a-3651-4f3e-8f89-c44d13ee049b/851bfd66-21de-4b67-adef-488354d2d2c5/1752d8d7-1791-496b-b6bb-5e6e87839974) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 14:03:05.771927 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:05.847030 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for port (1752d8d7-1791-496b-b6bb-5e6e87839974), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:05.880174 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (1752d8d7-1791-496b-b6bb-5e6e87839974), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:05.925040 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Network db349b0a-3651-4f3e-8f89-c44d13ee049b is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 14:03:05.930661 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:03:05.933107 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 14:03:05.937043 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Pushing event updated for resources: {'Port': ['ID=1752d8d7-1791-496b-b6bb-5e6e87839974,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:05.964086 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:05.970376 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:05.970727 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:05.971160 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:05.971502 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:05.971837 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:05.972170 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:05.972497 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:05.973027 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:05.973402 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:05.973732 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:05.974184 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:05.974515 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:05.974838 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:05.975339 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:05.975705 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:06.045973 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for floatingip (e17abcfc-a2cd-4893-b6f2-ead854373923), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:06.083428 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (1752d8d7-1791-496b-b6bb-5e6e87839974), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:06.264662 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for port (1752d8d7-1791-496b-b6bb-5e6e87839974), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:06.269370 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29558909'] for port (1752d8d7-1791-496b-b6bb-5e6e87839974), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:06.348542 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Pushing event updated for resources: {'Port': ['ID=1752d8d7-1791-496b-b6bb-5e6e87839974,revision_number=2']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:06.359356 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (e17abcfc-a2cd-4893-b6f2-ead854373923), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:06.364752 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:06.375316 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:06.376649 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-5956b6c0-0fab-473e-9eaa-5ee754c8227e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8564188 May 19 14:03:06.585547 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-ae7790d8-fcb6-4eec-9a71-5702b63d0b4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--416608653&fields=id&tenant_id=e14dac6dd56c4f93b65ad91673debf71 HTTP/1.1" status: 200 len: 267 time: 0.0522976 May 19 14:03:06.689785 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bcc7b-91ac-49e5-9fa5-9790796e7df3 req-81c282f1-6e7a-4b0e-ac45-a1ee21e6aaa4 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:06.691583 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3e6bcc7b-91ac-49e5-9fa5-9790796e7df3 req-81c282f1-6e7a-4b0e-ac45-a1ee21e6aaa4 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fe8d4a0-f978-42a1-873f-a34bba7deb96 HTTP/1.1" status: 200 len: 944 time: 0.1006525 May 19 14:03:06.770872 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-110ed727-56b4-4409-9282-1c48c95c3d90 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:06.772351 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-110ed727-56b4-4409-9282-1c48c95c3d90 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/networks?id=1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d HTTP/1.1" status: 200 len: 810 time: 0.1725700 May 19 14:03:06.775477 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3e6bcc7b-91ac-49e5-9fa5-9790796e7df3 req-8678cd6b-994a-4741-a2cb-4f28506da554 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/security-groups?id=9127f1b7-e988-47cf-8cc3-bcce23e92301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779314 May 19 14:03:06.788358 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-bbb20742-0271-4399-becf-b7c8e2b52945 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/quotas/e14dac6dd56c4f93b65ad91673debf71 HTTP/1.1" status: 200 len: 375 time: 0.0098631 May 19 14:03:06.848265 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-f2873589-7cc1-4479-8066-d923874b7b20 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e14dac6dd56c4f93b65ad91673debf71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512621 May 19 14:03:06.912387 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:06.952065 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-bfdfeb7a-be51-4e04-8cea-0a8292accc84 service neutron] 10.222.0.52 "GET /v2.0/networks/1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911446 May 19 14:03:07.009809 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device e10b7062-e698-490e-89b8-da759d33b5a4 up at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 14:03:07.047082 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-38c1dec0-396c-4cec-b749-9238ec4201ef service neutron] 10.222.0.52 "GET /v2.0/networks/1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893450 May 19 14:03:07.052654 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning for port e10b7062-e698-490e-89b8-da759d33b5a4 completed by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 14:03:07.059118 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning complete for port e10b7062-e698-490e-89b8-da759d33b5a4 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:03:07.059490 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (e10b7062-e698-490e-89b8-da759d33b5a4), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:07.139892 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port e10b7062-e698-490e-89b8-da759d33b5a4 is: BUILD; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:03:07.140387 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (e10b7062-e698-490e-89b8-da759d33b5a4), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:07.182012 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe8d4a0-f978-42a1-873f-a34bba7deb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10b7062-e698-490e-89b8-da759d33b5a4'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:03:07.184470 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44aec508-37c4-401f-9a24-264b5329ceec" -d '{"events": [{"server_uuid": "2fe8d4a0-f978-42a1-873f-a34bba7deb96", "name": "network-vif-plugged", "status": "completed", "tag": "e10b7062-e698-490e-89b8-da759d33b5a4"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:03:07.207011 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port e10b7062-e698-490e-89b8-da759d33b5a4, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e10b7062-e698-490e-89b8-da759d33b5a4,segment=NetworkSegment(c0636bc2-0439-4edc-bc3b-46dd0464fb6b),segment_id=c0636bc2-0439-4edc-bc3b-46dd0464fb6b)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:03:07.212522 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (e10b7062-e698-490e-89b8-da759d33b5a4), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:07.245425 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-06fbe82e-d66e-4ac9-bd0e-6e232622c65a req-742c51b6-6152-491a-ba8d-882dcd0bc827 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=a65d85b2-643f-4802-bef7-c9f9891f7edd HTTP/1.1" status: 200 len: 210 time: 0.0426791 May 19 14:03:07.258510 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 14:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39aa4261-8951-48e9-a9cf-22a004476aff x-openstack-request-id: req-39aa4261-8951-48e9-a9cf-22a004476aff {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:03:07.259002 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe8d4a0-f978-42a1-873f-a34bba7deb96", "name": "network-vif-plugged", "status": "completed", "tag": "e10b7062-e698-490e-89b8-da759d33b5a4", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:03:07.259386 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39aa4261-8951-48e9-a9cf-22a004476aff {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:03:07.259783 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39aa4261-8951-48e9-a9cf-22a004476aff'] response: {'server_uuid': '2fe8d4a0-f978-42a1-873f-a34bba7deb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10b7062-e698-490e-89b8-da759d33b5a4', 'code': 200} May 19 14:03:07.289617 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=e10b7062-e698-490e-89b8-da759d33b5a4,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:07.505376 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d96208-6b1b-478f-ab01-d5b7ab762add req-e20f476d-b8d0-4afb-8327-7b5da67a84ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:07.507375 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-18d96208-6b1b-478f-ab01-d5b7ab762add req-e20f476d-b8d0-4afb-8327-7b5da67a84ef service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2fe8d4a0-f978-42a1-873f-a34bba7deb96 HTTP/1.1" status: 200 len: 1129 time: 0.0595465 May 19 14:03:07.558529 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-18d96208-6b1b-478f-ab01-d5b7ab762add req-0f9079bb-7c69-4764-b58e-d78eda27964d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9127f1b7-e988-47cf-8cc3-bcce23e92301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446925 May 19 14:03:07.769349 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:07.901269 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34322b0-a63b-449b-8b3e-68c978b6e944 req-ca29b41f-ce07-4a75-a7ac-a85c1e0a9c92 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:07.902833 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a34322b0-a63b-449b-8b3e-68c978b6e944 req-ca29b41f-ce07-4a75-a7ac-a85c1e0a9c92 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fe8d4a0-f978-42a1-873f-a34bba7deb96 HTTP/1.1" status: 200 len: 945 time: 0.0493166 May 19 14:03:07.955253 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a34322b0-a63b-449b-8b3e-68c978b6e944 req-9826ffe4-0186-4c77-90b8-7024ff4bd909 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/security-groups?id=9127f1b7-e988-47cf-8cc3-bcce23e92301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444624 May 19 14:03:08.341095 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-087e2a8b-e981-4f37-8065-3078d99c7ea9 req-2c5ab653-c305-41e3-8823-0f98e233ddc8 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=a65d85b2-643f-4802-bef7-c9f9891f7edd HTTP/1.1" status: 200 len: 210 time: 0.0302799 May 19 14:03:09.057144 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:09.077683 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f00386-d7de-4315-a3c0-c017393b29c1 req-564408f4-9349-49e9-8441-2d72ea6add2b tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:09.079268 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e7f00386-d7de-4315-a3c0-c017393b29c1 req-564408f4-9349-49e9-8441-2d72ea6add2b tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fe8d4a0-f978-42a1-873f-a34bba7deb96 HTTP/1.1" status: 200 len: 945 time: 0.0527244 May 19 14:03:09.126302 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e7f00386-d7de-4315-a3c0-c017393b29c1 req-cc6bfe11-c89e-436a-a310-4c93f0da330b tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/security-groups?id=9127f1b7-e988-47cf-8cc3-bcce23e92301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415061 May 19 14:03:09.384876 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:09.461816 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-65e1b810-a039-4a14-84cf-0265d3e7795a tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:09.463768 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-65e1b810-a039-4a14-84cf-0265d3e7795a tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.65 "GET /v2.0/networks?id=1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d HTTP/1.1" status: 200 len: 810 time: 0.1289511 May 19 14:03:09.492018 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-019590f6-8082-4f21-808f-6f879cd724aa req-ba427f6d-3564-49c2-905e-23b26add2e0d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=a65d85b2-643f-4802-bef7-c9f9891f7edd HTTP/1.1" status: 200 len: 210 time: 0.0463014 May 19 14:03:09.543259 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-43cd3efc-8adb-4a88-8201-91c1705c2cdd tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e14dac6dd56c4f93b65ad91673debf71 HTTP/1.1" status: 200 len: 379 time: 0.0627830 May 19 14:03:09.552124 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-85668863-66f3-4ee3-b459-e498e8233a8d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Request body: {'port': {'device_id': 'a65d85b2-643f-4802-bef7-c9f9891f7edd', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'admin_state_up': True, 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'security_groups': ['9cb910e3-afd5-4d17-8aa2-8d640f1fd4a3']}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:03:09.670358 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-85668863-66f3-4ee3-b459-e498e8233a8d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Made reservation on behalf of e14dac6dd56c4f93b65ad91673debf71 for: {'port': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 14:03:09.674019 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-85668863-66f3-4ee3-b459-e498e8233a8d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:09.699054 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:10.063933 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-85668863-66f3-4ee3-b459-e498e8233a8d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Allocated IP 172.20.0.4 (1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d/4aa4f0bd-3981-4f05-9899-3af6ca78984b/5d7c81fc-927f-4959-bc8f-48bd05561155) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 14:03:10.209906 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-85668863-66f3-4ee3-b459-e498e8233a8d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for port (5d7c81fc-927f-4959-bc8f-48bd05561155), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:10.243080 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-85668863-66f3-4ee3-b459-e498e8233a8d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (5d7c81fc-927f-4959-bc8f-48bd05561155), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:10.287119 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-85668863-66f3-4ee3-b459-e498e8233a8d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Network 1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 14:03:10.290282 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-85668863-66f3-4ee3-b459-e498e8233a8d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:03:10.294014 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-85668863-66f3-4ee3-b459-e498e8233a8d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 14:03:10.318110 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85668863-66f3-4ee3-b459-e498e8233a8d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Pushing event updated for resources: {'Port': ['ID=5d7c81fc-927f-4959-bc8f-48bd05561155,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:10.347335 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-85668863-66f3-4ee3-b459-e498e8233a8d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:10.347967 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-85668863-66f3-4ee3-b459-e498e8233a8d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:10.370146 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-85668863-66f3-4ee3-b459-e498e8233a8d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8221622 May 19 14:03:10.417317 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-39da7632-223f-45ba-b815-93310a712a44 service neutron] Request body: {'port': {'device_id': 'a65d85b2-643f-4802-bef7-c9f9891f7edd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:03:10.490836 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-39da7632-223f-45ba-b815-93310a712a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (5d7c81fc-927f-4959-bc8f-48bd05561155), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:10.496457 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-decb38b4-2bed-4c61-9f72-6d3080455920 None None] Provisioning complete for port 5d7c81fc-927f-4959-bc8f-48bd05561155 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:03:10.497055 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-decb38b4-2bed-4c61-9f72-6d3080455920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (5d7c81fc-927f-4959-bc8f-48bd05561155), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:10.508312 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:10.552241 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-decb38b4-2bed-4c61-9f72-6d3080455920 None None] Port 5d7c81fc-927f-4959-bc8f-48bd05561155 cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 14:03:10.618842 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d32df8-92db-4073-8779-7fd1b24c1051 req-d45f8278-d977-4789-8266-234818940b80 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:10.620365 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c4d32df8-92db-4073-8779-7fd1b24c1051 req-d45f8278-d977-4789-8266-234818940b80 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=a65d85b2-643f-4802-bef7-c9f9891f7edd HTTP/1.1" status: 200 len: 931 time: 0.0524616 May 19 14:03:10.695103 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c4d32df8-92db-4073-8779-7fd1b24c1051 req-01b4e060-3899-4096-8532-d871d52e86bc tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=9cb910e3-afd5-4d17-8aa2-8d640f1fd4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678475 May 19 14:03:10.810254 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-39da7632-223f-45ba-b815-93310a712a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d7c81fc-927f-4959-bc8f-48bd05561155 {{(pid=110062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 14:03:10.818014 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-39da7632-223f-45ba-b815-93310a712a44 service neutron] Publish callbacks [] for port (5d7c81fc-927f-4959-bc8f-48bd05561155), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:10.830729 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.provisioning_blocks [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-39da7632-223f-45ba-b815-93310a712a44 service neutron] Transition to ACTIVE for port object 5d7c81fc-927f-4959-bc8f-48bd05561155 will not be triggered until provisioned by entity L2. {{(pid=110062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 14:03:10.834348 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-39da7632-223f-45ba-b815-93310a712a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29558909'] for port (5d7c81fc-927f-4959-bc8f-48bd05561155), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:10.887424 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da7632-223f-45ba-b815-93310a712a44 service neutron] Pushing event updated for resources: {'Port': ['ID=5d7c81fc-927f-4959-bc8f-48bd05561155,revision_number=2']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:10.924004 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:10.957592 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-39da7632-223f-45ba-b815-93310a712a44 service neutron] Attempting to bind port 5d7c81fc-927f-4959-bc8f-48bd05561155 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 14:03:10.957917 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-39da7632-223f-45ba-b815-93310a712a44 service neutron] Attempting to bind port 5d7c81fc-927f-4959-bc8f-48bd05561155 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '43347a7a-d2a6-43ef-9914-d472c0a74e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d'}] {{(pid=110062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 14:03:10.958250 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-39da7632-223f-45ba-b815-93310a712a44 service neutron] Attempting to bind port 5d7c81fc-927f-4959-bc8f-48bd05561155 on network 1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 14:03:10.962943 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-39da7632-223f-45ba-b815-93310a712a44 service neutron] Port 5d7c81fc-927f-4959-bc8f-48bd05561155 on network 1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 14:03:10.963269 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-39da7632-223f-45ba-b815-93310a712a44 service neutron] Attempting to bind port 5d7c81fc-927f-4959-bc8f-48bd05561155 on network 1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 14:03:10.968393 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-39da7632-223f-45ba-b815-93310a712a44 service neutron] Checking agent: {'id': '7bec7b2c-83f8-44b0-a5e6-0a5454b173c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'started_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 14, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 14:03:10.968722 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-39da7632-223f-45ba-b815-93310a712a44 service neutron] Checking segment: {'id': '43347a7a-d2a6-43ef-9914-d472c0a74e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 14:03:10.969110 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-39da7632-223f-45ba-b815-93310a712a44 service neutron] Bound using segment: {'id': '43347a7a-d2a6-43ef-9914-d472c0a74e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d'} {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 14:03:10.969721 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-39da7632-223f-45ba-b815-93310a712a44 service neutron] Bound port: 5d7c81fc-927f-4959-bc8f-48bd05561155, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43347a7a-d2a6-43ef-9914-d472c0a74e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d'}}] {{(pid=110062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 14:03:10.970077 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-39da7632-223f-45ba-b815-93310a712a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (5d7c81fc-927f-4959-bc8f-48bd05561155), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:11.038646 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-39da7632-223f-45ba-b815-93310a712a44 service neutron] For port 5d7c81fc-927f-4959-bc8f-48bd05561155, host hv-cinder-78481, cleared binding levels {{(pid=110062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 14:03:11.042571 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-39da7632-223f-45ba-b815-93310a712a44 service neutron] For port 5d7c81fc-927f-4959-bc8f-48bd05561155, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5d7c81fc-927f-4959-bc8f-48bd05561155,segment=NetworkSegment(43347a7a-d2a6-43ef-9914-d472c0a74e2b),segment_id=43347a7a-d2a6-43ef-9914-d472c0a74e2b)] {{(pid=110062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 14:03:11.049990 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-39da7632-223f-45ba-b815-93310a712a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29558909'] for port (5d7c81fc-927f-4959-bc8f-48bd05561155), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:11.087960 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-39da7632-223f-45ba-b815-93310a712a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:11.088565 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-39da7632-223f-45ba-b815-93310a712a44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:11.089916 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-39da7632-223f-45ba-b815-93310a712a44 service neutron] 10.222.0.65 "PUT /v2.0/ports/5d7c81fc-927f-4959-bc8f-48bd05561155 HTTP/1.1" status: 200 len: 1093 time: 0.6784205 May 19 14:03:11.090340 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65d85b2-643f-4802-bef7-c9f9891f7edd', 'tag': '5d7c81fc-927f-4959-bc8f-48bd05561155'}] {{(pid=110062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:03:11.092586 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dff7f06c5e0e0f36f9473af0b06c6f419441bd6c4accb13c2a4abbfe17b595b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219d1ba5-408e-482c-b021-f0ed8c800f51" -d '{"events": [{"name": "network-changed", "server_uuid": "a65d85b2-643f-4802-bef7-c9f9891f7edd", "tag": "5d7c81fc-927f-4959-bc8f-48bd05561155"}]}' {{(pid=110062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:03:11.115855 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da7632-223f-45ba-b815-93310a712a44 service neutron] Pushing event updated for resources: {'Port': ['ID=5d7c81fc-927f-4959-bc8f-48bd05561155,revision_number=3']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:11.138847 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 14:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad07bab6-889c-4e92-ac28-4185599ed0ec x-openstack-request-id: req-ad07bab6-889c-4e92-ac28-4185599ed0ec {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:03:11.139216 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65d85b2-643f-4802-bef7-c9f9891f7edd", "tag": "5d7c81fc-927f-4959-bc8f-48bd05561155", "status": "completed", "code": 200}]} {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:03:11.139511 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad07bab6-889c-4e92-ac28-4185599ed0ec {{(pid=110062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:03:11.139915 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad07bab6-889c-4e92-ac28-4185599ed0ec'] response: {'name': 'network-changed', 'server_uuid': 'a65d85b2-643f-4802-bef7-c9f9891f7edd', 'tag': '5d7c81fc-927f-4959-bc8f-48bd05561155', 'status': 'completed', 'code': 200} May 19 14:03:11.204536 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-7e097e72-acc5-4955-b731-3764b13e5f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:11.206161 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-7e097e72-acc5-4955-b731-3764b13e5f20 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e14dac6dd56c4f93b65ad91673debf71&device_id=a65d85b2-643f-4802-bef7-c9f9891f7edd HTTP/1.1" status: 200 len: 1127 time: 0.0459533 May 19 14:03:11.263298 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-ed6ebb92-a3af-4c56-bb50-d65fd64b77d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d7c81fc-927f-4959-bc8f-48bd05561155 HTTP/1.1" status: 200 len: 217 time: 0.0422499 May 19 14:03:11.326299 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-8efb1976-ea39-49ac-a775-dddeef31d6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:11.326299 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-8efb1976-ea39-49ac-a775-dddeef31d6ec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4aa4f0bd-3981-4f05-9899-3af6ca78984b HTTP/1.1" status: 200 len: 849 time: 0.0527616 May 19 14:03:11.366733 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-051783eb-a7a8-4114-927c-d9913c1a06c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:11.368333 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-051783eb-a7a8-4114-927c-d9913c1a06c4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394917 May 19 14:03:11.453048 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:11.464380 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-7fda5e60-6cb0-4fc1-9deb-d2e2bbfaa790 service neutron] 10.222.0.65 "GET /v2.0/networks/1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900128 May 19 14:03:11.555545 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-80ef8f55-3bdc-4395-b509-9de8fbd5f79e req-1ec63a50-b733-4662-aee0-135d38523b83 service neutron] 10.222.0.65 "GET /v2.0/networks/1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841777 May 19 14:03:11.813700 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce640cd-cb33-4673-9973-60e1a20df59e req-5fd3ad11-71ff-4a65-a3a6-158e4f6d101d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:11.815182 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4ce640cd-cb33-4673-9973-60e1a20df59e req-5fd3ad11-71ff-4a65-a3a6-158e4f6d101d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=a65d85b2-643f-4802-bef7-c9f9891f7edd HTTP/1.1" status: 200 len: 943 time: 0.0477445 May 19 14:03:11.863393 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4ce640cd-cb33-4673-9973-60e1a20df59e req-0138bff7-9397-4984-a99f-a5897156d7e6 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=9cb910e3-afd5-4d17-8aa2-8d640f1fd4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419948 May 19 14:03:12.506087 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d1ba5-408e-482c-b021-f0ed8c800f51 req-b70923d6-0778-4786-9d7b-fc0766b51016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:12.507936 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-219d1ba5-408e-482c-b021-f0ed8c800f51 req-b70923d6-0778-4786-9d7b-fc0766b51016 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e14dac6dd56c4f93b65ad91673debf71&device_id=a65d85b2-643f-4802-bef7-c9f9891f7edd HTTP/1.1" status: 200 len: 1127 time: 0.0442755 May 19 14:03:12.598809 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d1ba5-408e-482c-b021-f0ed8c800f51 req-255b2050-784c-4f77-ab73-ce40262535d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:12.600187 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-219d1ba5-408e-482c-b021-f0ed8c800f51 req-255b2050-784c-4f77-ab73-ce40262535d6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d HTTP/1.1" status: 200 len: 911 time: 0.0859973 May 19 14:03:12.607681 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 37918) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:03:12.651188 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-219d1ba5-408e-482c-b021-f0ed8c800f51 req-1c46efe2-409d-4022-9e06-ef306013f1c5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d7c81fc-927f-4959-bc8f-48bd05561155 HTTP/1.1" status: 200 len: 217 time: 0.0413139 May 19 14:03:12.701472 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d1ba5-408e-482c-b021-f0ed8c800f51 req-bb79fff3-b059-4a52-904b-9756a7f343ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:12.703541 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-219d1ba5-408e-482c-b021-f0ed8c800f51 req-bb79fff3-b059-4a52-904b-9756a7f343ca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4aa4f0bd-3981-4f05-9899-3af6ca78984b HTTP/1.1" status: 200 len: 849 time: 0.0436099 May 19 14:03:12.708440 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=12 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:12.741621 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-36116df0-83c4-4a8a-8058-23fbec527ce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:12.769089 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d1ba5-408e-482c-b021-f0ed8c800f51 req-33628f19-92d2-40e4-8248-446d1353caed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:12.770566 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-219d1ba5-408e-482c-b021-f0ed8c800f51 req-33628f19-92d2-40e4-8248-446d1353caed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0598221 May 19 14:03:12.868736 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:12.911216 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-36116df0-83c4-4a8a-8058-23fbec527ce9 admin admin] Publish callbacks [] for security_group (9fd71367-0fe9-4038-b709-874ef026879c), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:12.915937 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-219d1ba5-408e-482c-b021-f0ed8c800f51 req-3895445c-54ee-47b3-8abc-a21cb6f5fd5a service neutron] 10.222.0.65 "GET /v2.0/networks/1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344113 May 19 14:03:12.917065 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-36116df0-83c4-4a8a-8058-23fbec527ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (9fd71367-0fe9-4038-b709-874ef026879c), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:12.980404 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c532de1-6d5e-4973-b060-a9a7cdb94f7c req-f1c419c6-7746-4fdc-8896-fecc1f461cd0 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:12.982881 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3c532de1-6d5e-4973-b060-a9a7cdb94f7c req-f1c419c6-7746-4fdc-8896-fecc1f461cd0 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=a65d85b2-643f-4802-bef7-c9f9891f7edd HTTP/1.1" status: 200 len: 943 time: 0.0478992 May 19 14:03:12.998699 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-36116df0-83c4-4a8a-8058-23fbec527ce9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=56a64efcc2324083b99ab916bd2a2ce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3900025 May 19 14:03:13.002369 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 37930) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:03:13.009865 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36116df0-83c4-4a8a-8058-23fbec527ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd71367-0fe9-4038-b709-874ef026879c,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:13.031366 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 5d7c81fc-927f-4959-bc8f-48bd05561155 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 14:03:13.033623 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3c532de1-6d5e-4973-b060-a9a7cdb94f7c req-b13a42a9-1a99-4461-8295-7aa5314f648c tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=9cb910e3-afd5-4d17-8aa2-8d640f1fd4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433450 May 19 14:03:13.088754 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-219d1ba5-408e-482c-b021-f0ed8c800f51 req-cfcf7cdf-f87d-4f89-a7b2-6e0cfe2d20d4 service neutron] 10.222.0.65 "GET /v2.0/networks/1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587815 May 19 14:03:13.089744 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d5d9e0eb-d4f4-48d0-a8d7-91160b09e62d admin admin] Publish callbacks [] for security_group (9fd71367-0fe9-4038-b709-874ef026879c), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:13.113292 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d5d9e0eb-d4f4-48d0-a8d7-91160b09e62d admin admin] Publish callbacks [] for security_group (9fd71367-0fe9-4038-b709-874ef026879c), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:13.128474 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:13.140158 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 5d7c81fc-927f-4959-bc8f-48bd05561155, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5d7c81fc-927f-4959-bc8f-48bd05561155,segment=NetworkSegment(43347a7a-d2a6-43ef-9914-d472c0a74e2b),segment_id=43347a7a-d2a6-43ef-9914-d472c0a74e2b)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:03:13.152521 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Returning: {'device': '5d7c81fc-927f-4959-bc8f-48bd05561155', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'port_id': '5d7c81fc-927f-4959-bc8f-48bd05561155', 'mac_address': 'fa:16:3e:bf:b2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 14:03:13.163147 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d5d9e0eb-d4f4-48d0-a8d7-91160b09e62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (9fd71367-0fe9-4038-b709-874ef026879c), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:13.165816 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d5d9e0eb-d4f4-48d0-a8d7-91160b09e62d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:13.166985 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-d5d9e0eb-d4f4-48d0-a8d7-91160b09e62d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9fd71367-0fe9-4038-b709-874ef026879c HTTP/1.1" status: 204 len: 168 time: 0.1636782 May 19 14:03:13.175647 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9e0eb-d4f4-48d0-a8d7-91160b09e62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd71367-0fe9-4038-b709-874ef026879c,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:13.206762 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 5d7c81fc-927f-4959-bc8f-48bd05561155 is: DOWN; New status is: BUILD {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:03:13.207257 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (5d7c81fc-927f-4959-bc8f-48bd05561155), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:13.216808 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:13.223581 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d7c81fc-927f-4959-bc8f-48bd05561155 {{(pid=110063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 14:03:13.244653 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 5d7c81fc-927f-4959-bc8f-48bd05561155, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5d7c81fc-927f-4959-bc8f-48bd05561155,segment=NetworkSegment(43347a7a-d2a6-43ef-9914-d472c0a74e2b),segment_id=43347a7a-d2a6-43ef-9914-d472c0a74e2b)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:03:13.249666 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (5d7c81fc-927f-4959-bc8f-48bd05561155), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:13.297837 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=5d7c81fc-927f-4959-bc8f-48bd05561155,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:13.550689 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['5d7c81fc-927f-4959-bc8f-48bd05561155'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 14:03:13.648453 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:14.165407 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d094a6-6b88-4fdb-9428-e3dfbba81a6b req-40d9592f-f761-4b22-8dbb-c258f5bf4ee6 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:14.171030 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f9d094a6-6b88-4fdb-9428-e3dfbba81a6b req-40d9592f-f761-4b22-8dbb-c258f5bf4ee6 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=a65d85b2-643f-4802-bef7-c9f9891f7edd HTTP/1.1" status: 200 len: 944 time: 0.0579004 May 19 14:03:14.226107 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f9d094a6-6b88-4fdb-9428-e3dfbba81a6b req-2db2c5f4-10a4-4ed2-8f47-c90d0dbf53c0 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=9cb910e3-afd5-4d17-8aa2-8d640f1fd4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511763 May 19 14:03:15.039311 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=56 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:15.056391 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 5d7c81fc-927f-4959-bc8f-48bd05561155 up at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 14:03:15.097607 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning for port 5d7c81fc-927f-4959-bc8f-48bd05561155 completed by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 14:03:15.103224 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning complete for port 5d7c81fc-927f-4959-bc8f-48bd05561155 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:03:15.103617 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (5d7c81fc-927f-4959-bc8f-48bd05561155), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:15.177804 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 5d7c81fc-927f-4959-bc8f-48bd05561155 is: BUILD; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:03:15.178184 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (5d7c81fc-927f-4959-bc8f-48bd05561155), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:15.200901 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65d85b2-643f-4802-bef7-c9f9891f7edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7c81fc-927f-4959-bc8f-48bd05561155'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:03:15.203200 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9f4d09-1270-476f-9712-b27a470c7360" -d '{"events": [{"server_uuid": "a65d85b2-643f-4802-bef7-c9f9891f7edd", "name": "network-vif-plugged", "status": "completed", "tag": "5d7c81fc-927f-4959-bc8f-48bd05561155"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:03:15.216151 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 5d7c81fc-927f-4959-bc8f-48bd05561155, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5d7c81fc-927f-4959-bc8f-48bd05561155,segment=NetworkSegment(43347a7a-d2a6-43ef-9914-d472c0a74e2b),segment_id=43347a7a-d2a6-43ef-9914-d472c0a74e2b)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:03:15.220223 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (5d7c81fc-927f-4959-bc8f-48bd05561155), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:15.244616 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 14:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4712ec92-648d-4da4-8127-103f55f637b2 x-openstack-request-id: req-4712ec92-648d-4da4-8127-103f55f637b2 {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:03:15.244963 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65d85b2-643f-4802-bef7-c9f9891f7edd", "name": "network-vif-plugged", "status": "completed", "tag": "5d7c81fc-927f-4959-bc8f-48bd05561155", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:03:15.245481 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4712ec92-648d-4da4-8127-103f55f637b2 {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:03:15.246145 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4712ec92-648d-4da4-8127-103f55f637b2'] response: {'server_uuid': 'a65d85b2-643f-4802-bef7-c9f9891f7edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7c81fc-927f-4959-bc8f-48bd05561155', 'code': 200} May 19 14:03:15.277347 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=5d7c81fc-927f-4959-bc8f-48bd05561155,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:15.369617 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb324402-9580-44aa-b2fa-a3f488eb8da9 req-0579c78d-ad78-405e-97c0-5b24e2bb99b7 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:15.372542 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bb324402-9580-44aa-b2fa-a3f488eb8da9 req-0579c78d-ad78-405e-97c0-5b24e2bb99b7 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=a65d85b2-643f-4802-bef7-c9f9891f7edd HTTP/1.1" status: 200 len: 945 time: 0.0585911 May 19 14:03:15.432337 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bb324402-9580-44aa-b2fa-a3f488eb8da9 req-d7ed36d9-0527-43fa-bfc1-fd015c96804f tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=9cb910e3-afd5-4d17-8aa2-8d640f1fd4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535777 May 19 14:03:15.474624 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46f49-a094-4dc8-829a-8fb98d509acb req-f1791999-2191-46aa-9205-2373a9b1d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:15.476162 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-08b46f49-a094-4dc8-829a-8fb98d509acb req-f1791999-2191-46aa-9205-2373a9b1d655 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a65d85b2-643f-4802-bef7-c9f9891f7edd HTTP/1.1" status: 200 len: 1129 time: 0.0503504 May 19 14:03:15.496197 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-8673afe7-4aab-476e-b2f5-3278cfcfe2cf tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8f658c67bd7245eaaadf3f969fc562b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296175 May 19 14:03:15.641566 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-08b46f49-a094-4dc8-829a-8fb98d509acb req-e8c0a2e1-4771-4bea-86f9-c454321de9ee service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9cb910e3-afd5-4d17-8aa2-8d640f1fd4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422430 May 19 14:03:15.681357 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-c6ccffb8-0bcb-4567-a8a1-882342a2c749 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:15.682894 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-c6ccffb8-0bcb-4567-a8a1-882342a2c749 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1807718 May 19 14:03:15.697458 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-0ea459c8-abcf-4323-a273-914ebaa8d314 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/quotas/8f658c67bd7245eaaadf3f969fc562b5 HTTP/1.1" status: 200 len: 375 time: 0.0089161 May 19 14:03:15.731070 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-26351b38-4913-4b42-b45b-81f0dc5e3a3d tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8f658c67bd7245eaaadf3f969fc562b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273643 May 19 14:03:15.901925 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8eea67be-0ba8-44e0-bf7e-a6bf27e4a029 req-3d8dfa16-be73-4dda-bfa0-4f44c1038a12 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ef2420-d67d-4a41-9fe6-9d19390222f7 HTTP/1.1" status: 200 len: 210 time: 0.0288315 May 19 14:03:16.195562 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:16.200942 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-c7b630dc-11ba-40ce-9fbe-cc5a48a30091 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-860494061&fields=id&tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e HTTP/1.1" status: 200 len: 267 time: 0.0448864 May 19 14:03:16.311298 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-648320cb-659c-4a5f-9bb1-d7836fc86a94 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:16.312842 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-648320cb-659c-4a5f-9bb1-d7836fc86a94 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/networks?id=aa748ea7-654e-47dd-89a8-e6366b098088 HTTP/1.1" status: 200 len: 812 time: 0.1037519 May 19 14:03:16.327158 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-6eefb6dc-1930-47f1-970b-ed6b301bdfe1 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/quotas/6d87d3963b1b4fb29e09d8f72f64fb6e HTTP/1.1" status: 200 len: 375 time: 0.0089011 May 19 14:03:16.378110 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-4e62f6a5-b2c5-41da-9de0-691f2af2a709 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456707 May 19 14:03:16.472673 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-6f0e9c44-6930-41f1-9d0f-6e901b44097b service neutron] 10.222.0.52 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831897 May 19 14:03:16.559333 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:16.583033 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074ff06-09fb-484b-b184-af860e193e01 req-0d882453-e58a-42d4-8a0b-dc8690a0adc5 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:16.584490 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5074ff06-09fb-484b-b184-af860e193e01 req-0d882453-e58a-42d4-8a0b-dc8690a0adc5 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=a65d85b2-643f-4802-bef7-c9f9891f7edd HTTP/1.1" status: 200 len: 945 time: 0.0611067 May 19 14:03:16.621473 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-9c319441-454c-4e62-99aa-46a369aec532 service neutron] 10.222.0.52 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432104 May 19 14:03:16.646548 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5074ff06-09fb-484b-b184-af860e193e01 req-8e1b7d44-d1ab-4ec8-b8be-6bb4e5e9ecdc tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=9cb910e3-afd5-4d17-8aa2-8d640f1fd4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557790 May 19 14:03:16.915586 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3c8ab7a6-df99-43a7-be4f-3b8915e595d7 req-c06f2392-0eff-4cc0-8f32-f0fc01cfc3f0 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 210 time: 0.0337789 May 19 14:03:17.010934 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-269feca7-557f-446a-9ab2-62c46da42688 req-885d7189-5edf-43e3-9b11-ce8ceff84416 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ef2420-d67d-4a41-9fe6-9d19390222f7 HTTP/1.1" status: 200 len: 210 time: 0.0375898 May 19 14:03:17.776486 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108096d3-2b1b-4ee6-8dde-60c14bd38ff7 req-221816d9-b021-490d-ab1d-d7e1f4c8bfdf tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:17.777863 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-108096d3-2b1b-4ee6-8dde-60c14bd38ff7 req-221816d9-b021-490d-ab1d-d7e1f4c8bfdf tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=a65d85b2-643f-4802-bef7-c9f9891f7edd HTTP/1.1" status: 200 len: 945 time: 0.0611463 May 19 14:03:17.823840 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-108096d3-2b1b-4ee6-8dde-60c14bd38ff7 req-533b624c-15ea-43a6-b6cb-ea0b73e59cdd tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=9cb910e3-afd5-4d17-8aa2-8d640f1fd4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402219 May 19 14:03:17.939076 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75d0f0-46f7-4cd8-98da-f66258a3ad7e req-5e5eb95d-dbda-4b01-a3cf-c1e71004b65e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:17.940551 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-be75d0f0-46f7-4cd8-98da-f66258a3ad7e req-5e5eb95d-dbda-4b01-a3cf-c1e71004b65e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=a65d85b2-643f-4802-bef7-c9f9891f7edd HTTP/1.1" status: 200 len: 945 time: 0.0480587 May 19 14:03:17.948924 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 38038) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:03:17.954358 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-a7123d2a-6f1e-49b7-9510-7a6273dd6cc0 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Request body: {'floatingip': {'port_id': '5d7c81fc-927f-4959-bc8f-48bd05561155'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:03:18.004638 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-a7123d2a-6f1e-49b7-9510-7a6273dd6cc0 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for floatingip (e17abcfc-a2cd-4893-b6f2-ead854373923), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:18.022480 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9149d6f9-cf9b-44c0-b654-96324a70f731 req-ebf9b33a-3a7d-4a52-8dfb-2e2ad27b5e75 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 210 time: 0.0356789 May 19 14:03:18.146777 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0d330f3b-a732-479b-a356-3798c089f5e4 req-da1f7b49-160a-48d1-99bd-badbe592cccc tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ef2420-d67d-4a41-9fe6-9d19390222f7 HTTP/1.1" status: 200 len: 210 time: 0.0538058 May 19 14:03:18.209792 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-78d6b894-197a-4df8-8f10-4730d0589921 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=8f658c67bd7245eaaadf3f969fc562b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295897 May 19 14:03:18.463115 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-d2323cdf-6018-45d6-8276-0219d3246d69 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:18.464622 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-d2323cdf-6018-45d6-8276-0219d3246d69 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2484689 May 19 14:03:18.494255 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:18.527816 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-415a108d-22e2-41b2-a471-0826202ea8b8 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:18.529220 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-415a108d-22e2-41b2-a471-0826202ea8b8 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.65 "GET /v2.0/networks?id=aa748ea7-654e-47dd-89a8-e6366b098088 HTTP/1.1" status: 200 len: 812 time: 0.2502310 May 19 14:03:18.622507 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-fdc460eb-eeb8-4f72-ae47-3a05051cd43b tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Request body: {'port': {'device_id': 'd8ef2420-d67d-4a41-9fe6-9d19390222f7', 'network_id': 'c48a8bca-ce20-4da7-8c12-bffa42c3c52c', 'admin_state_up': True, 'tenant_id': '8f658c67bd7245eaaadf3f969fc562b5'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:03:18.685303 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-a7123d2a-6f1e-49b7-9510-7a6273dd6cc0 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:18.695512 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-a7123d2a-6f1e-49b7-9510-7a6273dd6cc0 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (e17abcfc-a2cd-4893-b6f2-ead854373923), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:18.742043 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-fdc460eb-eeb8-4f72-ae47-3a05051cd43b tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Made reservation on behalf of 8f658c67bd7245eaaadf3f969fc562b5 for: {'port': 1} {{(pid=110062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 14:03:18.745585 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-fdc460eb-eeb8-4f72-ae47-3a05051cd43b tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:18.753445 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-6d277ab2-9697-4255-af16-022ce9631fa2 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e HTTP/1.1" status: 200 len: 379 time: 0.1117246 May 19 14:03:18.755161 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-fdc460eb-eeb8-4f72-ae47-3a05051cd43b tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:18.814195 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.l3_db [None req-a7123d2a-6f1e-49b7-9510-7a6273dd6cc0 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Floating IP e17abcfc-a2cd-4893-b6f2-ead854373923 associated. External IP: 172.27.2.213, port: 5d7c81fc-927f-4959-bc8f-48bd05561155. May 19 14:03:18.833671 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-fdc460eb-eeb8-4f72-ae47-3a05051cd43b tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Publish callbacks [] for security_group (5734ef48-597d-49cf-b1b0-1b8fb7623074), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:18.837596 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-fdc460eb-eeb8-4f72-ae47-3a05051cd43b tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (5734ef48-597d-49cf-b1b0-1b8fb7623074), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:18.901120 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:18.910267 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc460eb-eeb8-4f72-ae47-3a05051cd43b tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5734ef48-597d-49cf-b1b0-1b8fb7623074,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:18.949916 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:18.980874 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_common [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-fdc460eb-eeb8-4f72-ae47-3a05051cd43b tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Allocated IP 192.168.233.190 (c48a8bca-ce20-4da7-8c12-bffa42c3c52c/c93e7711-674b-4ef4-8596-5c316ad066fa/6a160eb6-ce50-409b-a90b-42d195382f7b) {{(pid=110062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 14:03:19.017258 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7123d2a-6f1e-49b7-9510-7a6273dd6cc0 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Router 2d6625ce-410e-41df-ac21-3a7d1fcb061e has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 14:03:19.134775 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-fdc460eb-eeb8-4f72-ae47-3a05051cd43b tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Publish callbacks [] for port (6a160eb6-ce50-409b-a90b-42d195382f7b), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:19.151047 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-756c9542-3a6b-4d25-b880-2b51d0679f35 req-3c2aff74-2632-4344-86ec-8d50f45466d7 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 210 time: 0.0370829 May 19 14:03:19.154775 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7123d2a-6f1e-49b7-9510-7a6273dd6cc0 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 14:03:19.156067 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:DELETE=1,neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:19.159687 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-a7123d2a-6f1e-49b7-9510-7a6273dd6cc0 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:19.168981 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71281a-a8cd-4b27-94ec-4d3977f3c2ff None None] Sync routers for ids ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 14:03:19.178282 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-fdc460eb-eeb8-4f72-ae47-3a05051cd43b tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (6a160eb6-ce50-409b-a90b-42d195382f7b), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:19.195592 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-a7123d2a-6f1e-49b7-9510-7a6273dd6cc0 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "PUT /v2.0/floatingips/e17abcfc-a2cd-4893-b6f2-ead854373923 HTTP/1.1" status: 200 len: 991 time: 1.2453847 May 19 14:03:19.196335 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65d85b2-643f-4802-bef7-c9f9891f7edd', 'tag': '5d7c81fc-927f-4959-bc8f-48bd05561155'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:03:19.197222 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c71281a-a8cd-4b27-94ec-4d3977f3c2ff None None] Routers {'2d6625ce-410e-41df-ac21-3a7d1fcb061e'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:03:19.199213 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fd2c50-b326-4752-abed-d953d7f00975" -d '{"events": [{"name": "network-changed", "server_uuid": "a65d85b2-643f-4802-bef7-c9f9891f7edd", "tag": "5d7c81fc-927f-4959-bc8f-48bd05561155"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:03:19.206899 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-9c71281a-a8cd-4b27-94ec-4d3977f3c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:03:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:03:19.231094 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc460eb-eeb8-4f72-ae47-3a05051cd43b tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Pushing event updated for resources: {'Port': ['ID=6a160eb6-ce50-409b-a90b-42d195382f7b,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:19.241114 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-fdc460eb-eeb8-4f72-ae47-3a05051cd43b tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Network c48a8bca-ce20-4da7-8c12-bffa42c3c52c is already hosted by enough agents. {{(pid=110062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 14:03:19.243714 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.base_scheduler [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-fdc460eb-eeb8-4f72-ae47-3a05051cd43b tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Resources bound (agent type, host, resource id): {{(pid=110062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:03:19.245799 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-fdc460eb-eeb8-4f72-ae47-3a05051cd43b tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Received port after_create {{(pid=110062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 14:03:19.259268 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 14:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607233d0-a772-4760-b276-5d928bf58da5 x-openstack-request-id: req-607233d0-a772-4760-b276-5d928bf58da5 {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:03:19.259780 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65d85b2-643f-4802-bef7-c9f9891f7edd", "tag": "5d7c81fc-927f-4959-bc8f-48bd05561155", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:03:19.260842 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-607233d0-a772-4760-b276-5d928bf58da5 {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:03:19.261854 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-607233d0-a772-4760-b276-5d928bf58da5'] response: {'name': 'network-changed', 'server_uuid': 'a65d85b2-643f-4802-bef7-c9f9891f7edd', 'tag': '5d7c81fc-927f-4959-bc8f-48bd05561155', 'status': 'completed', 'code': 200} May 19 14:03:19.301581 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-fdc460eb-eeb8-4f72-ae47-3a05051cd43b tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:19.302327 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-fdc460eb-eeb8-4f72-ae47-3a05051cd43b tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:19.323330 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-fdc460eb-eeb8-4f72-ae47-3a05051cd43b tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7045438 May 19 14:03:19.345597 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-9c71281a-a8cd-4b27-94ec-4d3977f3c2ff None None] Set router 2d6625ce-410e-41df-ac21-3a7d1fcb061e gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:03:19.574468 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ab307-2b64-4d4c-9177-cf4c546d3c70 req-9e78fbbc-00ce-4958-aa17-9dab40535e86 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:19.576807 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ba2ab307-2b64-4d4c-9177-cf4c546d3c70 req-9e78fbbc-00ce-4958-aa17-9dab40535e86 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ef2420-d67d-4a41-9fe6-9d19390222f7 HTTP/1.1" status: 200 len: 936 time: 0.3068252 May 19 14:03:19.579469 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-9c71281a-a8cd-4b27-94ec-4d3977f3c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'name': 'tempest-AttachVolumeTestJSON-620640807-router', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:45Z', 'revision_number': 4, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'gw_port': {'id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': 'e17abcfc-a2cd-4893-b6f2-ead854373923', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'port_id': '5d7c81fc-927f-4959-bc8f-48bd05561155', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'mac_address': 'fa:16:3e:bf:b2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65d85b2-643f-4802-bef7-c9f9891f7edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T14:03:05Z', 'updated_at': '2022-05-19T14:03:18Z', 'revision_number': 1, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd2e71af-11d4-4d17-8d4f-ea7391e67af0', 'name': '', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'mac_address': 'fa:16:3e:a7:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:44Z', 'updated_at': '2022-05-19T13:59:49Z', 'revision_number': 5, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'subnets': [{'id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:03:19.587258 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-9d33fc55-1d73-41c3-b63e-eb1f917b7bd9 None None] Provisioning complete for port 6a160eb6-ce50-409b-a90b-42d195382f7b triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:03:19.587781 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9d33fc55-1d73-41c3-b63e-eb1f917b7bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (6a160eb6-ce50-409b-a90b-42d195382f7b), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:19.604251 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71281a-a8cd-4b27-94ec-4d3977f3c2ff None None] Checking router: 2d6625ce-410e-41df-ac21-3a7d1fcb061e for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 14:03:19.613146 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c71281a-a8cd-4b27-94ec-4d3977f3c2ff None None] Routers {'2d6625ce-410e-41df-ac21-3a7d1fcb061e'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:03:19.614190 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-9c71281a-a8cd-4b27-94ec-4d3977f3c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:03:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:03:19.620681 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9d33fc55-1d73-41c3-b63e-eb1f917b7bd9 None None] Port 6a160eb6-ce50-409b-a90b-42d195382f7b cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 14:03:19.625411 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ba2ab307-2b64-4d4c-9177-cf4c546d3c70 req-127fcddc-c0f1-497b-a7ae-3e661456c541 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/security-groups?id=5734ef48-597d-49cf-b1b0-1b8fb7623074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416114 May 19 14:03:19.714748 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-9c71281a-a8cd-4b27-94ec-4d3977f3c2ff None None] Set router 2d6625ce-410e-41df-ac21-3a7d1fcb061e gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:03:19.920090 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-9c71281a-a8cd-4b27-94ec-4d3977f3c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'name': 'tempest-AttachVolumeTestJSON-620640807-router', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:45Z', 'revision_number': 4, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'gw_port': {'id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': 'e17abcfc-a2cd-4893-b6f2-ead854373923', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'port_id': '5d7c81fc-927f-4959-bc8f-48bd05561155', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'mac_address': 'fa:16:3e:bf:b2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65d85b2-643f-4802-bef7-c9f9891f7edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T14:03:05Z', 'updated_at': '2022-05-19T14:03:18Z', 'revision_number': 1, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd2e71af-11d4-4d17-8d4f-ea7391e67af0', 'name': '', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'mac_address': 'fa:16:3e:a7:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:44Z', 'updated_at': '2022-05-19T13:59:49Z', 'revision_number': 5, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'subnets': [{'id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:03:19.944212 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71281a-a8cd-4b27-94ec-4d3977f3c2ff None None] The sync data for ids ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'] in dv-cinder-784815-14-iscsi is: [{'id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'name': 'tempest-AttachVolumeTestJSON-620640807-router', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:45Z', 'revision_number': 4, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'gw_port': {'id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': 'e17abcfc-a2cd-4893-b6f2-ead854373923', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'port_id': '5d7c81fc-927f-4959-bc8f-48bd05561155', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'mac_address': 'fa:16:3e:bf:b2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65d85b2-643f-4802-bef7-c9f9891f7edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T14:03:05Z', 'updated_at': '2022-05-19T14:03:18Z', 'revision_number': 1, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd2e71af-11d4-4d17-8d4f-ea7391e67af0', 'name': '', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'mac_address': 'fa:16:3e:a7:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:44Z', 'updated_at': '2022-05-19T13:59:49Z', 'revision_number': 5, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'subnets': [{'id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 14:03:20.154233 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1657103e-36b3-432f-9725-e31f2c7abf85 None None] New status for floating IP e17abcfc-a2cd-4893-b6f2-ead854373923: ACTIVE {{(pid=110063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 14:03:20.252746 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-155b89ca-e047-4923-8d3f-33412e1170d6 req-51003863-480a-478d-b6f8-5e35fb31a100 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 210 time: 0.0288281 May 19 14:03:20.740544 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5fefc-a8f7-4831-894c-ff00208bb943 req-24f90001-683b-41dd-b1b1-0292ff145fb3 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:20.741975 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-80b5fefc-a8f7-4831-894c-ff00208bb943 req-24f90001-683b-41dd-b1b1-0292ff145fb3 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ef2420-d67d-4a41-9fe6-9d19390222f7 HTTP/1.1" status: 200 len: 936 time: 0.0483825 May 19 14:03:20.788462 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-80b5fefc-a8f7-4831-894c-ff00208bb943 req-18f1d759-e3b9-455b-affe-b0283ad6f7a0 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/security-groups?id=5734ef48-597d-49cf-b1b0-1b8fb7623074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407372 May 19 14:03:21.329607 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:21.347759 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1ca2728d-aa09-436e-91de-4765a8fdc8bc req-12f9dd08-68d9-4f86-a2a8-4004281b1132 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 210 time: 0.0281773 May 19 14:03:21.458228 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Request body: {'port': {'device_id': 'bfea4879-afb7-4f52-99f6-c666d214000d', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'admin_state_up': True, 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'security_groups': ['bf8647c6-89ff-43a6-b771-b3c4530188fe']}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:03:21.464148 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:21.490152 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.v2.base [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-f3a4dbdf-70e3-45f7-993b-d435c27dddd6 service neutron] Request body: {'port': {'device_id': 'd8ef2420-d67d-4a41-9fe6-9d19390222f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:03:21.571181 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-f3a4dbdf-70e3-45f7-993b-d435c27dddd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (6a160eb6-ce50-409b-a90b-42d195382f7b), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:21.578434 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Made reservation on behalf of 6d87d3963b1b4fb29e09d8f72f64fb6e for: {'port': 1} {{(pid=110061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 14:03:21.582172 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:21.708135 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_common [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Allocated IP 172.20.0.8 (aa748ea7-654e-47dd-89a8-e6366b098088/c7b45dbe-629b-471b-b7f7-2399b9334e60/2888e720-a274-4cb2-91e2-5264abb78eda) {{(pid=110061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 14:03:21.846903 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd2c50-b326-4752-abed-d953d7f00975 req-89fc2861-5b11-40ee-833c-643d3dcbffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:21.848527 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-16fd2c50-b326-4752-abed-d953d7f00975 req-89fc2861-5b11-40ee-833c-643d3dcbffc5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e14dac6dd56c4f93b65ad91673debf71&device_id=a65d85b2-643f-4802-bef7-c9f9891f7edd HTTP/1.1" status: 200 len: 1129 time: 0.0577962 May 19 14:03:21.870078 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-f3a4dbdf-70e3-45f7-993b-d435c27dddd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a160eb6-ce50-409b-a90b-42d195382f7b {{(pid=110062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 14:03:21.880467 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-f3a4dbdf-70e3-45f7-993b-d435c27dddd6 service neutron] Publish callbacks [] for port (6a160eb6-ce50-409b-a90b-42d195382f7b), precommit_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:21.889010 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:21.895155 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.provisioning_blocks [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-f3a4dbdf-70e3-45f7-993b-d435c27dddd6 service neutron] Transition to ACTIVE for port object 6a160eb6-ce50-409b-a90b-42d195382f7b will not be triggered until provisioned by entity L2. {{(pid=110062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 14:03:21.899770 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-f3a4dbdf-70e3-45f7-993b-d435c27dddd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29558909'] for port (6a160eb6-ce50-409b-a90b-42d195382f7b), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:21.932309 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:21.961695 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4dbdf-70e3-45f7-993b-d435c27dddd6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a160eb6-ce50-409b-a90b-42d195382f7b,revision_number=2']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:21.989033 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for port (2888e720-a274-4cb2-91e2-5264abb78eda), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:22.010027 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98909040-d306-457c-8ff6-cb16d55a0cc1 req-779f951b-1410-4cd7-8d5d-1dd0c2e1c78a tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:22.012658 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-98909040-d306-457c-8ff6-cb16d55a0cc1 req-779f951b-1410-4cd7-8d5d-1dd0c2e1c78a tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ef2420-d67d-4a41-9fe6-9d19390222f7 HTTP/1.1" status: 200 len: 948 time: 0.1248002 May 19 14:03:22.039163 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-f3a4dbdf-70e3-45f7-993b-d435c27dddd6 service neutron] Attempting to bind port 6a160eb6-ce50-409b-a90b-42d195382f7b on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 14:03:22.040258 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-f3a4dbdf-70e3-45f7-993b-d435c27dddd6 service neutron] Attempting to bind port 6a160eb6-ce50-409b-a90b-42d195382f7b by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'f36ca4d2-8a62-4fc6-afc4-71bbc2845fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c48a8bca-ce20-4da7-8c12-bffa42c3c52c'}] {{(pid=110062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 14:03:22.040779 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-f3a4dbdf-70e3-45f7-993b-d435c27dddd6 service neutron] Attempting to bind port 6a160eb6-ce50-409b-a90b-42d195382f7b on network c48a8bca-ce20-4da7-8c12-bffa42c3c52c {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 14:03:22.045802 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-f3a4dbdf-70e3-45f7-993b-d435c27dddd6 service neutron] Port 6a160eb6-ce50-409b-a90b-42d195382f7b on network c48a8bca-ce20-4da7-8c12-bffa42c3c52c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 14:03:22.046124 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-f3a4dbdf-70e3-45f7-993b-d435c27dddd6 service neutron] Attempting to bind port 6a160eb6-ce50-409b-a90b-42d195382f7b on network c48a8bca-ce20-4da7-8c12-bffa42c3c52c {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 14:03:22.053197 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-f3a4dbdf-70e3-45f7-993b-d435c27dddd6 service neutron] Checking agent: {'id': '7bec7b2c-83f8-44b0-a5e6-0a5454b173c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'started_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 14, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 14:03:22.053553 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-f3a4dbdf-70e3-45f7-993b-d435c27dddd6 service neutron] Checking segment: {'id': 'f36ca4d2-8a62-4fc6-afc4-71bbc2845fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c48a8bca-ce20-4da7-8c12-bffa42c3c52c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 14:03:22.054503 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-f3a4dbdf-70e3-45f7-993b-d435c27dddd6 service neutron] Bound using segment: {'id': 'f36ca4d2-8a62-4fc6-afc4-71bbc2845fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c48a8bca-ce20-4da7-8c12-bffa42c3c52c'} {{(pid=110062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 14:03:22.054958 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.managers [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-f3a4dbdf-70e3-45f7-993b-d435c27dddd6 service neutron] Bound port: 6a160eb6-ce50-409b-a90b-42d195382f7b, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f36ca4d2-8a62-4fc6-afc4-71bbc2845fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c48a8bca-ce20-4da7-8c12-bffa42c3c52c'}}] {{(pid=110062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 14:03:22.055699 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-f3a4dbdf-70e3-45f7-993b-d435c27dddd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (6a160eb6-ce50-409b-a90b-42d195382f7b), before_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:22.078936 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd2c50-b326-4752-abed-d953d7f00975 req-8cedf139-8ed3-4a9a-84e6-6a527c16c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:22.080379 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-16fd2c50-b326-4752-abed-d953d7f00975 req-8cedf139-8ed3-4a9a-84e6-6a527c16c9ff service neutron] 10.222.0.65 "GET /v2.0/networks?id=1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d HTTP/1.1" status: 200 len: 911 time: 0.2250500 May 19 14:03:22.112308 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (2888e720-a274-4cb2-91e2-5264abb78eda), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:22.129346 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-98909040-d306-457c-8ff6-cb16d55a0cc1 req-be68db31-dc86-4fd5-8c65-3d35361d2d98 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/security-groups?id=5734ef48-597d-49cf-b1b0-1b8fb7623074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059096 May 19 14:03:22.130295 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-f3a4dbdf-70e3-45f7-993b-d435c27dddd6 service neutron] For port 6a160eb6-ce50-409b-a90b-42d195382f7b, host hv-cinder-78481, cleared binding levels {{(pid=110062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 14:03:22.133965 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-f3a4dbdf-70e3-45f7-993b-d435c27dddd6 service neutron] For port 6a160eb6-ce50-409b-a90b-42d195382f7b, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=6a160eb6-ce50-409b-a90b-42d195382f7b,segment=NetworkSegment(f36ca4d2-8a62-4fc6-afc4-71bbc2845fe9),segment_id=f36ca4d2-8a62-4fc6-afc4-71bbc2845fe9)] {{(pid=110062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 14:03:22.144006 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-f3a4dbdf-70e3-45f7-993b-d435c27dddd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29558909'] for port (6a160eb6-ce50-409b-a90b-42d195382f7b), after_update {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:22.173141 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:22.181225 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Network aa748ea7-654e-47dd-89a8-e6366b098088 is already hosted by enough agents. {{(pid=110061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 14:03:22.183475 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Pushing event updated for resources: {'Port': ['ID=2888e720-a274-4cb2-91e2-5264abb78eda,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:22.187797 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Resources bound (agent type, host, resource id): {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:03:22.188238 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-f3a4dbdf-70e3-45f7-993b-d435c27dddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:22.188850 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-f3a4dbdf-70e3-45f7-993b-d435c27dddd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:22.190281 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-f3a4dbdf-70e3-45f7-993b-d435c27dddd6 service neutron] 10.222.0.65 "PUT /v2.0/ports/6a160eb6-ce50-409b-a90b-42d195382f7b HTTP/1.1" status: 200 len: 1098 time: 0.7044387 May 19 14:03:22.190714 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ef2420-d67d-4a41-9fe6-9d19390222f7', 'tag': '6a160eb6-ce50-409b-a90b-42d195382f7b'}] {{(pid=110062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:03:22.193102 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dff7f06c5e0e0f36f9473af0b06c6f419441bd6c4accb13c2a4abbfe17b595b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2bc867-3819-4e77-b482-610517ae1a52" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ef2420-d67d-4a41-9fe6-9d19390222f7", "tag": "6a160eb6-ce50-409b-a90b-42d195382f7b"}]}' {{(pid=110062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:03:22.197258 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Received port after_create {{(pid=110061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 14:03:22.212732 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4dbdf-70e3-45f7-993b-d435c27dddd6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a160eb6-ce50-409b-a90b-42d195382f7b,revision_number=3']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:22.229178 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:22.229545 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:22.230153 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:22.230153 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:22.230501 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:22.230844 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:22.231188 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:22.231508 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:22.231833 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:22.232179 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:22.232501 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:22.232925 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:22.233117 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:22.233430 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:22.233850 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:03:22.261577 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 14:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3d8581-1695-4845-8695-5cfff9630d84 x-openstack-request-id: req-ed3d8581-1695-4845-8695-5cfff9630d84 {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:03:22.262341 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ef2420-d67d-4a41-9fe6-9d19390222f7", "tag": "6a160eb6-ce50-409b-a90b-42d195382f7b", "status": "completed", "code": 200}]} {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:03:22.262341 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ed3d8581-1695-4845-8695-5cfff9630d84 {{(pid=110062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:03:22.262597 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed3d8581-1695-4845-8695-5cfff9630d84'] response: {'name': 'network-changed', 'server_uuid': 'd8ef2420-d67d-4a41-9fe6-9d19390222f7', 'tag': '6a160eb6-ce50-409b-a90b-42d195382f7b', 'status': 'completed', 'code': 200} May 19 14:03:22.330903 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bc867-3819-4e77-b482-610517ae1a52 req-d04f961e-f68a-49d4-ab9e-a6fdaea4f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:22.332507 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-5c2bc867-3819-4e77-b482-610517ae1a52 req-d04f961e-f68a-49d4-ab9e-a6fdaea4f0a1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8f658c67bd7245eaaadf3f969fc562b5&device_id=d8ef2420-d67d-4a41-9fe6-9d19390222f7 HTTP/1.1" status: 200 len: 1132 time: 0.0408206 May 19 14:03:22.341344 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-16fd2c50-b326-4752-abed-d953d7f00975 req-bd8436c6-e269-456a-bd08-6e20463299d3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d7c81fc-927f-4959-bc8f-48bd05561155 HTTP/1.1" status: 200 len: 1001 time: 0.1460602 May 19 14:03:22.360087 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:22.360752 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:22.402603 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-5c2bc867-3819-4e77-b482-610517ae1a52 req-3d76b7f7-6e1d-4620-9aa0-821810bf6133 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=8f658c67bd7245eaaadf3f969fc562b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416920 May 19 14:03:22.416509 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd2c50-b326-4752-abed-d953d7f00975 req-d0556a3e-fc94-4c0d-a7f4-43861e097db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:22.417854 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:22.417987 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-16fd2c50-b326-4752-abed-d953d7f00975 req-d0556a3e-fc94-4c0d-a7f4-43861e097db2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4aa4f0bd-3981-4f05-9899-3af6ca78984b HTTP/1.1" status: 200 len: 849 time: 0.0542679 May 19 14:03:22.509116 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-32a62747-bbbb-47cc-b380-558c6c36cfd4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0549693 May 19 14:03:22.544433 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd2c50-b326-4752-abed-d953d7f00975 req-59fa9a89-cf2e-452a-ba50-4df0a1490432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:22.546298 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-16fd2c50-b326-4752-abed-d953d7f00975 req-59fa9a89-cf2e-452a-ba50-4df0a1490432 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1181605 May 19 14:03:22.550613 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-c1854eab-c8d8-47f4-8bad-100bc63bfb5f service neutron] Request body: {'port': {'device_id': 'bfea4879-afb7-4f52-99f6-c666d214000d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:03:22.584997 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-0bfacae7-a859-40b7-a214-65fa4a7c7356 None None] Provisioning complete for port 2888e720-a274-4cb2-91e2-5264abb78eda triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:03:22.585484 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-0bfacae7-a859-40b7-a214-65fa4a7c7356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (2888e720-a274-4cb2-91e2-5264abb78eda), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:22.587834 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cb16a-55f5-416a-9096-7a88e6e4e9f6 req-7142f21a-e088-4d9b-92c1-7cfddcf6b714 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:22.597510 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cf5cb16a-55f5-416a-9096-7a88e6e4e9f6 req-7142f21a-e088-4d9b-92c1-7cfddcf6b714 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 931 time: 0.1027451 May 19 14:03:22.598731 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bc867-3819-4e77-b482-610517ae1a52 req-5ada84fd-f36f-48cb-8a82-7b1d5a4ec0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:22.601578 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-5c2bc867-3819-4e77-b482-610517ae1a52 req-5ada84fd-f36f-48cb-8a82-7b1d5a4ec0f0 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1928649 May 19 14:03:22.632925 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-0bfacae7-a859-40b7-a214-65fa4a7c7356 None None] Port 2888e720-a274-4cb2-91e2-5264abb78eda cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 14:03:22.770141 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cf5cb16a-55f5-416a-9096-7a88e6e4e9f6 req-e1271cc2-9fe4-4de1-8e97-e23789a86abb tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717143 May 19 14:03:22.785073 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-c1854eab-c8d8-47f4-8bad-100bc63bfb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (2888e720-a274-4cb2-91e2-5264abb78eda), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:22.795384 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-5a460ad4-d500-45e8-acea-40cab4ce902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:22.797029 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-5a460ad4-d500-45e8-acea-40cab4ce902f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8f658c67bd7245eaaadf3f969fc562b5&device_id=d8ef2420-d67d-4a41-9fe6-9d19390222f7 HTTP/1.1" status: 200 len: 1132 time: 0.0776360 May 19 14:03:22.797675 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-16fd2c50-b326-4752-abed-d953d7f00975 req-b574d367-2c02-4e9a-90db-a10413180404 service neutron] 10.222.0.65 "GET /v2.0/networks/1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408493 May 19 14:03:22.853654 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-8365ea3a-86c3-4e3d-966e-96e78e34efa0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=6a160eb6-ce50-409b-a90b-42d195382f7b HTTP/1.1" status: 200 len: 217 time: 0.0362146 May 19 14:03:22.907928 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-1d5a7f1b-7284-4df8-b4c6-4c70ba01bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:22.909834 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-1d5a7f1b-7284-4df8-b4c6-4c70ba01bdff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c93e7711-674b-4ef4-8596-5c316ad066fa HTTP/1.1" status: 200 len: 843 time: 0.0498266 May 19 14:03:22.952218 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-7f6e5cff-0d61-4b45-8ea2-d235b74e3ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:22.954689 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-7f6e5cff-0d61-4b45-8ea2-d235b74e3ee7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c48a8bca-ce20-4da7-8c12-bffa42c3c52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0395718 May 19 14:03:23.004358 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-16fd2c50-b326-4752-abed-d953d7f00975 req-469cdbfb-bdb9-4c5f-85af-f941642ff823 service neutron] 10.222.0.65 "GET /v2.0/networks/1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845644 May 19 14:03:23.048744 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-2e702b1a-2c08-486f-9c3d-ba066bb52011 service neutron] 10.222.0.65 "GET /v2.0/networks/c48a8bca-ce20-4da7-8c12-bffa42c3c52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884604 May 19 14:03:23.065057 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:23.153120 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-c1854eab-c8d8-47f4-8bad-100bc63bfb5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2888e720-a274-4cb2-91e2-5264abb78eda {{(pid=110061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 14:03:23.161009 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-c1854eab-c8d8-47f4-8bad-100bc63bfb5f service neutron] Publish callbacks [] for port (2888e720-a274-4cb2-91e2-5264abb78eda), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:23.173787 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.provisioning_blocks [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-c1854eab-c8d8-47f4-8bad-100bc63bfb5f service neutron] Transition to ACTIVE for port object 2888e720-a274-4cb2-91e2-5264abb78eda will not be triggered until provisioned by entity L2. {{(pid=110061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 14:03:23.177242 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-c1854eab-c8d8-47f4-8bad-100bc63bfb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30676627'] for port (2888e720-a274-4cb2-91e2-5264abb78eda), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:23.204400 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:23.259629 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1854eab-c8d8-47f4-8bad-100bc63bfb5f service neutron] Pushing event updated for resources: {'Port': ['ID=2888e720-a274-4cb2-91e2-5264abb78eda,revision_number=2']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:23.295715 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfebfc-b671-4e73-9c1c-ce5aea4e9aae req-e055a85a-2a18-4ee3-9739-cba52985fa6b tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:23.297788 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-aadfebfc-b671-4e73-9c1c-ce5aea4e9aae req-e055a85a-2a18-4ee3-9739-cba52985fa6b tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ef2420-d67d-4a41-9fe6-9d19390222f7 HTTP/1.1" status: 200 len: 948 time: 0.0833883 May 19 14:03:23.384908 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-aadfebfc-b671-4e73-9c1c-ce5aea4e9aae req-f6b7cfc6-28c1-48ff-9bd0-161f9bceacd5 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/security-groups?id=5734ef48-597d-49cf-b1b0-1b8fb7623074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658884 May 19 14:03:23.385665 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-c1854eab-c8d8-47f4-8bad-100bc63bfb5f service neutron] Attempting to bind port 2888e720-a274-4cb2-91e2-5264abb78eda on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 14:03:23.385854 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-c1854eab-c8d8-47f4-8bad-100bc63bfb5f service neutron] Attempting to bind port 2888e720-a274-4cb2-91e2-5264abb78eda by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'e63c3407-a6bb-41cf-b146-668d8bf6dddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088'}] {{(pid=110061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 14:03:23.386173 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-c1854eab-c8d8-47f4-8bad-100bc63bfb5f service neutron] Attempting to bind port 2888e720-a274-4cb2-91e2-5264abb78eda on network aa748ea7-654e-47dd-89a8-e6366b098088 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 14:03:23.391779 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-c1854eab-c8d8-47f4-8bad-100bc63bfb5f service neutron] Port 2888e720-a274-4cb2-91e2-5264abb78eda on network aa748ea7-654e-47dd-89a8-e6366b098088 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 14:03:23.392092 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-c1854eab-c8d8-47f4-8bad-100bc63bfb5f service neutron] Attempting to bind port 2888e720-a274-4cb2-91e2-5264abb78eda on network aa748ea7-654e-47dd-89a8-e6366b098088 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 14:03:23.397400 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-c1854eab-c8d8-47f4-8bad-100bc63bfb5f service neutron] Checking agent: {'id': '7bec7b2c-83f8-44b0-a5e6-0a5454b173c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'started_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 14, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 14:03:23.397724 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-c1854eab-c8d8-47f4-8bad-100bc63bfb5f service neutron] Checking segment: {'id': 'e63c3407-a6bb-41cf-b146-668d8bf6dddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 14:03:23.398095 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-c1854eab-c8d8-47f4-8bad-100bc63bfb5f service neutron] Bound using segment: {'id': 'e63c3407-a6bb-41cf-b146-668d8bf6dddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088'} {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 14:03:23.398522 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-c1854eab-c8d8-47f4-8bad-100bc63bfb5f service neutron] Bound port: 2888e720-a274-4cb2-91e2-5264abb78eda, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63c3407-a6bb-41cf-b146-668d8bf6dddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088'}}] {{(pid=110061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 14:03:23.398892 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-c1854eab-c8d8-47f4-8bad-100bc63bfb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (2888e720-a274-4cb2-91e2-5264abb78eda), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:23.458199 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-c1854eab-c8d8-47f4-8bad-100bc63bfb5f service neutron] For port 2888e720-a274-4cb2-91e2-5264abb78eda, host hv-cinder-78481, cleared binding levels {{(pid=110061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 14:03:23.461182 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-c1854eab-c8d8-47f4-8bad-100bc63bfb5f service neutron] For port 2888e720-a274-4cb2-91e2-5264abb78eda, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2888e720-a274-4cb2-91e2-5264abb78eda,segment=NetworkSegment(e63c3407-a6bb-41cf-b146-668d8bf6dddd),segment_id=e63c3407-a6bb-41cf-b146-668d8bf6dddd)] {{(pid=110061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 14:03:23.468810 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-c1854eab-c8d8-47f4-8bad-100bc63bfb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30676627'] for port (2888e720-a274-4cb2-91e2-5264abb78eda), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:23.505398 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-c1854eab-c8d8-47f4-8bad-100bc63bfb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:23.505906 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-c1854eab-c8d8-47f4-8bad-100bc63bfb5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:23.507730 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-c1854eab-c8d8-47f4-8bad-100bc63bfb5f service neutron] 10.222.0.65 "PUT /v2.0/ports/2888e720-a274-4cb2-91e2-5264abb78eda HTTP/1.1" status: 200 len: 1093 time: 0.9651687 May 19 14:03:23.512175 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfea4879-afb7-4f52-99f6-c666d214000d', 'tag': '2888e720-a274-4cb2-91e2-5264abb78eda'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:03:23.514399 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b105a79e-5f37-4abe-bf38-0b144afb5397" -d '{"events": [{"name": "network-changed", "server_uuid": "bfea4879-afb7-4f52-99f6-c666d214000d", "tag": "2888e720-a274-4cb2-91e2-5264abb78eda"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:03:23.536971 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1854eab-c8d8-47f4-8bad-100bc63bfb5f service neutron] Pushing event updated for resources: {'Port': ['ID=2888e720-a274-4cb2-91e2-5264abb78eda,revision_number=3']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:23.557811 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 14:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7f97df-c220-4c1e-947d-40fdbb40d3aa x-openstack-request-id: req-3d7f97df-c220-4c1e-947d-40fdbb40d3aa {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:03:23.558100 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfea4879-afb7-4f52-99f6-c666d214000d", "tag": "2888e720-a274-4cb2-91e2-5264abb78eda", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:03:23.558348 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3d7f97df-c220-4c1e-947d-40fdbb40d3aa {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:03:23.558747 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d7f97df-c220-4c1e-947d-40fdbb40d3aa'] response: {'name': 'network-changed', 'server_uuid': 'bfea4879-afb7-4f52-99f6-c666d214000d', 'tag': '2888e720-a274-4cb2-91e2-5264abb78eda', 'status': 'completed', 'code': 200} May 19 14:03:23.881032 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16dd86-d1dd-46c6-808d-cc9fc5f39c04 req-ac05be01-03b9-4301-9d69-56f04b23ddd6 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:23.882721 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0f16dd86-d1dd-46c6-808d-cc9fc5f39c04 req-ac05be01-03b9-4301-9d69-56f04b23ddd6 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 943 time: 0.0469680 May 19 14:03:23.930973 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0f16dd86-d1dd-46c6-808d-cc9fc5f39c04 req-e4de8121-38b5-4359-a2dd-3e99f21dc0ab tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425518 May 19 14:03:24.515944 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b22391-2b09-4888-bdb3-005c8c6d6306 req-6c9801d8-f5ea-431f-aac9-7154928fb150 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:24.517382 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f4b22391-2b09-4888-bdb3-005c8c6d6306 req-6c9801d8-f5ea-431f-aac9-7154928fb150 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ef2420-d67d-4a41-9fe6-9d19390222f7 HTTP/1.1" status: 200 len: 948 time: 0.0461907 May 19 14:03:24.565584 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f4b22391-2b09-4888-bdb3-005c8c6d6306 req-2c84212d-95d6-4828-beff-15a40e13645a tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/security-groups?id=5734ef48-597d-49cf-b1b0-1b8fb7623074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425162 May 19 14:03:25.060953 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b2ba4-3bfa-43bf-8e59-63ca43b8f49e req-6172b8ad-3d50-4fe5-89df-61a0ecd380ea tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:25.062337 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-481b2ba4-3bfa-43bf-8e59-63ca43b8f49e req-6172b8ad-3d50-4fe5-89df-61a0ecd380ea tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 943 time: 0.0519164 May 19 14:03:25.118034 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-481b2ba4-3bfa-43bf-8e59-63ca43b8f49e req-38e04ff0-c21a-4ff5-ae05-71e2d24d05d1 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488188 May 19 14:03:25.682725 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2e20a-e797-4d2f-8218-8b273b06f23d req-d0828626-2bba-4807-b409-40f31b85df8f tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:25.684183 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b3b2e20a-e797-4d2f-8218-8b273b06f23d req-d0828626-2bba-4807-b409-40f31b85df8f tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ef2420-d67d-4a41-9fe6-9d19390222f7 HTTP/1.1" status: 200 len: 948 time: 0.0472400 May 19 14:03:25.742545 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:25.755366 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105a79e-5f37-4abe-bf38-0b144afb5397 req-3695778b-8d73-4437-88e7-445eee49dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:25.756945 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b105a79e-5f37-4abe-bf38-0b144afb5397 req-3695778b-8d73-4437-88e7-445eee49dad4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e&device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 1127 time: 0.0655532 May 19 14:03:25.771794 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-cd5614b2-7ad1-4d3a-a2fe-8def77585614 req-8e48d3e6-f370-436b-9a15-dea46daf5528 service neutron] 10.222.0.65 "GET /v2.0/networks/c48a8bca-ce20-4da7-8c12-bffa42c3c52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893006 May 19 14:03:25.772382 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b3b2e20a-e797-4d2f-8218-8b273b06f23d req-a230f187-01a1-4920-a9c9-7f88c51127aa tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/security-groups?id=5734ef48-597d-49cf-b1b0-1b8fb7623074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820415 May 19 14:03:25.891660 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105a79e-5f37-4abe-bf38-0b144afb5397 req-cecc2dca-d778-4793-b213-ee361fee2c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:25.893123 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b105a79e-5f37-4abe-bf38-0b144afb5397 req-cecc2dca-d778-4793-b213-ee361fee2c70 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0973537 May 19 14:03:26.241248 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d6287-bd77-4846-a3bf-1b8bfe2eebca req-6d58b08e-7254-42d6-85b7-2bd1ed3e4cc9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:26.242696 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8a8d6287-bd77-4846-a3bf-1b8bfe2eebca req-6d58b08e-7254-42d6-85b7-2bd1ed3e4cc9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 943 time: 0.0535157 May 19 14:03:26.277857 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:26.291490 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8a8d6287-bd77-4846-a3bf-1b8bfe2eebca req-08ccd3e9-ba69-425a-b79b-037d775f5692 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429244 May 19 14:03:26.703175 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105a79e-5f37-4abe-bf38-0b144afb5397 req-8bb8bfde-954d-44e1-9517-83bd6fe324f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:26.704630 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b105a79e-5f37-4abe-bf38-0b144afb5397 req-8bb8bfde-954d-44e1-9517-83bd6fe324f6 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871475 May 19 14:03:26.811128 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-1311b31b-b081-4ffd-ab5b-d21e7204234f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:26.813151 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-1311b31b-b081-4ffd-ab5b-d21e7204234f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e&device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 1127 time: 0.0432544 May 19 14:03:26.860763 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-fab63c92-929b-46fc-887d-258a4d9eb469 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2888e720-a274-4cb2-91e2-5264abb78eda HTTP/1.1" status: 200 len: 217 time: 0.0346115 May 19 14:03:26.937846 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e47e7-f74e-4462-a53d-0bb57c4d2bb2 req-33925dcf-b6e9-4ef9-b1ec-e564885c11dd tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:26.939355 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ab6e47e7-f74e-4462-a53d-0bb57c4d2bb2 req-33925dcf-b6e9-4ef9-b1ec-e564885c11dd tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ef2420-d67d-4a41-9fe6-9d19390222f7 HTTP/1.1" status: 200 len: 948 time: 0.0813453 May 19 14:03:26.949337 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-e998331c-5a7b-40bb-b251-e94ebbb0fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:26.950701 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-e998331c-5a7b-40bb-b251-e94ebbb0fa4f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7b45dbe-629b-471b-b7f7-2399b9334e60 HTTP/1.1" status: 200 len: 851 time: 0.0825260 May 19 14:03:27.019797 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-1569b1d0-7998-408f-a144-170b467fc0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:27.021253 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-1569b1d0-7998-408f-a144-170b467fc0af service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa748ea7-654e-47dd-89a8-e6366b098088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0573351 May 19 14:03:27.024642 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ab6e47e7-f74e-4462-a53d-0bb57c4d2bb2 req-ced4bad3-ba29-4af1-a518-f1e4e991e8bf tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/security-groups?id=5734ef48-597d-49cf-b1b0-1b8fb7623074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777555 May 19 14:03:27.115074 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-2da0b894-9ca8-467d-b2e6-ea0cf14fbaaf service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870268 May 19 14:03:27.205188 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5539fa7a-a76b-4f46-83a0-6df8f4240434 req-4e6bce6a-62c9-4261-88a1-ad009d92cb83 service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835862 May 19 14:03:27.405371 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3804846-bcfa-4391-a37e-0cf67e3e3a92 req-df4d734a-3d5d-419e-9cff-74720d302c3e tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:27.407490 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d3804846-bcfa-4391-a37e-0cf67e3e3a92 req-df4d734a-3d5d-419e-9cff-74720d302c3e tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 943 time: 0.0473106 May 19 14:03:27.458937 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d3804846-bcfa-4391-a37e-0cf67e3e3a92 req-1877626e-ba9c-42d4-8f4d-87622543bd63 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458865 May 19 14:03:27.639936 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 6a160eb6-ce50-409b-a90b-42d195382f7b details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 14:03:27.736110 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 6a160eb6-ce50-409b-a90b-42d195382f7b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=6a160eb6-ce50-409b-a90b-42d195382f7b,segment=NetworkSegment(f36ca4d2-8a62-4fc6-afc4-71bbc2845fe9),segment_id=f36ca4d2-8a62-4fc6-afc4-71bbc2845fe9)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:03:27.746909 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Returning: {'device': '6a160eb6-ce50-409b-a90b-42d195382f7b', 'network_id': 'c48a8bca-ce20-4da7-8c12-bffa42c3c52c', 'port_id': '6a160eb6-ce50-409b-a90b-42d195382f7b', 'mac_address': 'fa:16:3e:00:4c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93e7711-674b-4ef4-8596-5c316ad066fa', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 14:03:27.748221 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:27.906199 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 6a160eb6-ce50-409b-a90b-42d195382f7b is: DOWN; New status is: BUILD {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:03:27.906577 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (6a160eb6-ce50-409b-a90b-42d195382f7b), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:27.916938 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:27.920132 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a160eb6-ce50-409b-a90b-42d195382f7b {{(pid=110063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 14:03:27.942669 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 6a160eb6-ce50-409b-a90b-42d195382f7b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=6a160eb6-ce50-409b-a90b-42d195382f7b,segment=NetworkSegment(f36ca4d2-8a62-4fc6-afc4-71bbc2845fe9),segment_id=f36ca4d2-8a62-4fc6-afc4-71bbc2845fe9)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:03:27.946260 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (6a160eb6-ce50-409b-a90b-42d195382f7b), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:27.992321 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=6a160eb6-ce50-409b-a90b-42d195382f7b,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:28.138938 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29d077-84a5-4f53-a777-76980bdfe63a req-053bf79a-4978-4596-9748-a96a0f8b0733 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:28.140754 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0d29d077-84a5-4f53-a777-76980bdfe63a req-053bf79a-4978-4596-9748-a96a0f8b0733 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ef2420-d67d-4a41-9fe6-9d19390222f7 HTTP/1.1" status: 200 len: 949 time: 0.0480506 May 19 14:03:28.189050 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0d29d077-84a5-4f53-a777-76980bdfe63a req-6e4d07e1-54ee-44dd-8b14-b04edbe32d01 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/security-groups?id=5734ef48-597d-49cf-b1b0-1b8fb7623074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428274 May 19 14:03:28.289622 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['6a160eb6-ce50-409b-a90b-42d195382f7b'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 14:03:28.571308 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3fa1f-eee4-4615-8048-f38144953fb1 req-23d968e1-52cd-4932-8aa5-d60f27771585 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:28.572758 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-81b3fa1f-eee4-4615-8048-f38144953fb1 req-23d968e1-52cd-4932-8aa5-d60f27771585 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 943 time: 0.0467598 May 19 14:03:28.620579 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-81b3fa1f-eee4-4615-8048-f38144953fb1 req-430074f2-8a57-49c1-a6bb-1064b95a91b9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416715 May 19 14:03:29.304981 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2e111-3f86-4152-9451-f5f3cc608313 req-e1a7d46c-098d-4271-82bf-01ba2231656d tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:29.306422 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e3b2e111-3f86-4152-9451-f5f3cc608313 req-e1a7d46c-098d-4271-82bf-01ba2231656d tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ef2420-d67d-4a41-9fe6-9d19390222f7 HTTP/1.1" status: 200 len: 949 time: 0.0510643 May 19 14:03:29.318376 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:29.358007 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e3b2e111-3f86-4152-9451-f5f3cc608313 req-54661d11-ac60-4957-a1b4-5484480f7620 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/security-groups?id=5734ef48-597d-49cf-b1b0-1b8fb7623074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451441 May 19 14:03:29.652279 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 6a160eb6-ce50-409b-a90b-42d195382f7b up at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 14:03:29.695593 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning for port 6a160eb6-ce50-409b-a90b-42d195382f7b completed by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 14:03:29.701830 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning complete for port 6a160eb6-ce50-409b-a90b-42d195382f7b triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:03:29.702319 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (6a160eb6-ce50-409b-a90b-42d195382f7b), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:29.737692 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c763dbb-4725-40e0-acd1-031500db6416 req-9140b0db-8c29-4174-87bd-6a122fd46f03 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:29.739199 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1c763dbb-4725-40e0-acd1-031500db6416 req-9140b0db-8c29-4174-87bd-6a122fd46f03 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 943 time: 0.0492172 May 19 14:03:29.774767 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:29.779183 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 6a160eb6-ce50-409b-a90b-42d195382f7b is: BUILD; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:03:29.779569 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (6a160eb6-ce50-409b-a90b-42d195382f7b), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:29.790095 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1c763dbb-4725-40e0-acd1-031500db6416 req-53fb0f2f-d464-4ac2-a823-ce12537eaffe tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451102 May 19 14:03:29.803648 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ef2420-d67d-4a41-9fe6-9d19390222f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a160eb6-ce50-409b-a90b-42d195382f7b'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:03:29.805840 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bdbde3-c72d-430d-8c58-5031e0533617" -d '{"events": [{"server_uuid": "d8ef2420-d67d-4a41-9fe6-9d19390222f7", "name": "network-vif-plugged", "status": "completed", "tag": "6a160eb6-ce50-409b-a90b-42d195382f7b"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:03:29.818342 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 6a160eb6-ce50-409b-a90b-42d195382f7b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=6a160eb6-ce50-409b-a90b-42d195382f7b,segment=NetworkSegment(f36ca4d2-8a62-4fc6-afc4-71bbc2845fe9),segment_id=f36ca4d2-8a62-4fc6-afc4-71bbc2845fe9)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:03:29.822593 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (6a160eb6-ce50-409b-a90b-42d195382f7b), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:29.847472 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 14:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d949939c-824d-419a-8112-f9a7011a5ca8 x-openstack-request-id: req-d949939c-824d-419a-8112-f9a7011a5ca8 {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:03:29.847763 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ef2420-d67d-4a41-9fe6-9d19390222f7", "name": "network-vif-plugged", "status": "completed", "tag": "6a160eb6-ce50-409b-a90b-42d195382f7b", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:03:29.848009 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d949939c-824d-419a-8112-f9a7011a5ca8 {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:03:29.848398 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d949939c-824d-419a-8112-f9a7011a5ca8'] response: {'server_uuid': 'd8ef2420-d67d-4a41-9fe6-9d19390222f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a160eb6-ce50-409b-a90b-42d195382f7b', 'code': 200} May 19 14:03:29.877015 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=6a160eb6-ce50-409b-a90b-42d195382f7b,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:29.924458 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=68 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:30.049848 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36562b95-d1c5-4a4b-8eb7-026dc33fa1d8 req-9744bdd7-4a1d-41c6-a106-51065734e8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:30.051336 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-36562b95-d1c5-4a4b-8eb7-026dc33fa1d8 req-9744bdd7-4a1d-41c6-a106-51065734e8e1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d8ef2420-d67d-4a41-9fe6-9d19390222f7 HTTP/1.1" status: 200 len: 1134 time: 0.0425484 May 19 14:03:30.056763 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=87,neutron:DELETE=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:30.097605 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-36562b95-d1c5-4a4b-8eb7-026dc33fa1d8 req-0fd571be-97f5-48f0-9618-f051a08be4d2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5734ef48-597d-49cf-b1b0-1b8fb7623074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386705 May 19 14:03:30.477699 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0d9ad-803f-4fe4-9074-a2e9ab7e6d6a req-8e5527ae-4a9a-48eb-9133-ab5d6dcaa91a tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:30.479177 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9dd0d9ad-803f-4fe4-9074-a2e9ab7e6d6a req-8e5527ae-4a9a-48eb-9133-ab5d6dcaa91a tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ef2420-d67d-4a41-9fe6-9d19390222f7 HTTP/1.1" status: 200 len: 950 time: 0.0470438 May 19 14:03:30.525882 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9dd0d9ad-803f-4fe4-9074-a2e9ab7e6d6a req-6aab9141-9781-419b-a0c6-be25908ffe48 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/security-groups?id=5734ef48-597d-49cf-b1b0-1b8fb7623074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408499 May 19 14:03:30.902784 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8c66e-83a4-4861-b289-0ca6ad022ca1 req-871064fc-4871-4aa4-a895-150fbd883f51 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:30.904279 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c5d8c66e-83a4-4861-b289-0ca6ad022ca1 req-871064fc-4871-4aa4-a895-150fbd883f51 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 943 time: 0.0465274 May 19 14:03:30.956068 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c5d8c66e-83a4-4861-b289-0ca6ad022ca1 req-e2bb643f-11d5-41e3-90d3-8c45f951fcdc tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460780 May 19 14:03:31.434209 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-84cfabbe-7bdd-450e-a858-a5d6acffcd7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:31.637450 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c1904-6dd0-425d-8498-ff1de2fe11e5 req-cbbff18c-e93f-40d3-8c47-e937bfcb062f tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:31.639004 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e71c1904-6dd0-425d-8498-ff1de2fe11e5 req-cbbff18c-e93f-40d3-8c47-e937bfcb062f tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ef2420-d67d-4a41-9fe6-9d19390222f7 HTTP/1.1" status: 200 len: 950 time: 0.0466948 May 19 14:03:31.685158 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e71c1904-6dd0-425d-8498-ff1de2fe11e5 req-53112388-2bd4-4bd3-b365-d305f8bf2b99 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/security-groups?id=5734ef48-597d-49cf-b1b0-1b8fb7623074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398743 May 19 14:03:31.948331 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fed4d-18d9-479e-bb71-486906b20186 req-bbb57b13-517f-404c-ae0f-3a482751d81e tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:31.949686 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f17fed4d-18d9-479e-bb71-486906b20186 req-bbb57b13-517f-404c-ae0f-3a482751d81e tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ef2420-d67d-4a41-9fe6-9d19390222f7 HTTP/1.1" status: 200 len: 950 time: 0.0466902 May 19 14:03:31.996673 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f17fed4d-18d9-479e-bb71-486906b20186 req-9296151d-3124-46c5-a16d-509ffb7136ca tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/security-groups?id=5734ef48-597d-49cf-b1b0-1b8fb7623074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401421 May 19 14:03:32.072490 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d9f14-579a-4a4f-96be-8b47c0594d3e req-b715d820-d381-4a0a-8ea4-22257e14d401 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:32.073952 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3e4d9f14-579a-4a4f-96be-8b47c0594d3e req-b715d820-d381-4a0a-8ea4-22257e14d401 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 943 time: 0.0495908 May 19 14:03:32.122808 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3e4d9f14-579a-4a4f-96be-8b47c0594d3e req-581d6fa7-5c1e-431f-955c-f8c35e2af9f6 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421860 May 19 14:03:33.108403 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc0730-006d-44c5-a0ac-a2063b00c598 req-bf413949-fcc6-4572-b156-cb49224d0da1 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:33.110416 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3fdc0730-006d-44c5-a0ac-a2063b00c598 req-bf413949-fcc6-4572-b156-cb49224d0da1 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ef2420-d67d-4a41-9fe6-9d19390222f7 HTTP/1.1" status: 200 len: 950 time: 0.0462816 May 19 14:03:33.159041 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3fdc0730-006d-44c5-a0ac-a2063b00c598 req-a3284fbb-1182-4dac-be11-057bf8829089 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/security-groups?id=5734ef48-597d-49cf-b1b0-1b8fb7623074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421152 May 19 14:03:33.238262 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c156b1-7cf1-4bfb-a500-23fc5eae366d req-92c09209-5ba1-48fe-bc5c-ed697849e228 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:33.239742 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-40c156b1-7cf1-4bfb-a500-23fc5eae366d req-92c09209-5ba1-48fe-bc5c-ed697849e228 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 943 time: 0.0465627 May 19 14:03:33.291972 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-40c156b1-7cf1-4bfb-a500-23fc5eae366d req-46167ff5-2987-4478-97aa-facfea936873 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466714 May 19 14:03:33.802372 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-7fbd6eef-4989-4b25-96a6-96d402bb5fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:34.272333 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534ae70-528c-4559-9416-cf9a21a0a07e req-da76d797-c313-4aa6-b648-8ec33c06cd1b tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:34.273801 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6534ae70-528c-4559-9416-cf9a21a0a07e req-da76d797-c313-4aa6-b648-8ec33c06cd1b tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ef2420-d67d-4a41-9fe6-9d19390222f7 HTTP/1.1" status: 200 len: 950 time: 0.0465386 May 19 14:03:34.320385 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6534ae70-528c-4559-9416-cf9a21a0a07e req-6af466c0-1568-4771-acc8-24d707b62591 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/security-groups?id=5734ef48-597d-49cf-b1b0-1b8fb7623074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411074 May 19 14:03:34.418195 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aab65a-d340-4b6b-89ad-a8c104bf602d req-98e4e7f3-1b89-4079-916f-d1cfca054f65 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:34.419663 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d3aab65a-d340-4b6b-89ad-a8c104bf602d req-98e4e7f3-1b89-4079-916f-d1cfca054f65 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8ef2420-d67d-4a41-9fe6-9d19390222f7 HTTP/1.1" status: 200 len: 950 time: 0.0787179 May 19 14:03:34.422711 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:34.442603 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242acd47-52af-4bd9-b54d-a2826ad6fa98 req-22136623-c4bc-4439-b406-94a1dab1f022 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:34.443957 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-242acd47-52af-4bd9-b54d-a2826ad6fa98 req-22136623-c4bc-4439-b406-94a1dab1f022 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 943 time: 0.0740385 May 19 14:03:34.519801 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:34.545834 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-242acd47-52af-4bd9-b54d-a2826ad6fa98 req-22cad071-d624-418b-a557-18b5ce564fe5 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853322 May 19 14:03:34.549038 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [req-d3aab65a-d340-4b6b-89ad-a8c104bf602d req-31ece87e-96ea-4516-a237-241c0bc6a4c4 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Deleting port 6a160eb6-ce50-409b-a90b-42d195382f7b {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:03:34.549376 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d3aab65a-d340-4b6b-89ad-a8c104bf602d req-31ece87e-96ea-4516-a237-241c0bc6a4c4 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (6a160eb6-ce50-409b-a90b-42d195382f7b), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:34.830276 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:34.897682 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-d3aab65a-d340-4b6b-89ad-a8c104bf602d req-31ece87e-96ea-4516-a237-241c0bc6a4c4 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] For port 6a160eb6-ce50-409b-a90b-42d195382f7b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=6a160eb6-ce50-409b-a90b-42d195382f7b,segment=NetworkSegment(f36ca4d2-8a62-4fc6-afc4-71bbc2845fe9),segment_id=f36ca4d2-8a62-4fc6-afc4-71bbc2845fe9)] {{(pid=110061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:03:34.898036 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d3aab65a-d340-4b6b-89ad-a8c104bf602d req-31ece87e-96ea-4516-a237-241c0bc6a4c4 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (6a160eb6-ce50-409b-a90b-42d195382f7b), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:34.911865 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [req-d3aab65a-d340-4b6b-89ad-a8c104bf602d req-31ece87e-96ea-4516-a237-241c0bc6a4c4 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Calling delete_port for 6a160eb6-ce50-409b-a90b-42d195382f7b owned by compute:nova {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:03:35.037331 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d3aab65a-d340-4b6b-89ad-a8c104bf602d req-31ece87e-96ea-4516-a237-241c0bc6a4c4 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (6a160eb6-ce50-409b-a90b-42d195382f7b), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:35.062366 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ece87e-96ea-4516-a237-241c0bc6a4c4 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Pushing event deleted for resources: {'Port': ['ID=6a160eb6-ce50-409b-a90b-42d195382f7b,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:35.073652 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['6a160eb6-ce50-409b-a90b-42d195382f7b'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 14:03:35.110781 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3aab65a-d340-4b6b-89ad-a8c104bf602d req-31ece87e-96ea-4516-a237-241c0bc6a4c4 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] No DVR routers for this DVR port 6a160eb6-ce50-409b-a90b-42d195382f7b on host hv-cinder-78481 {{(pid=110061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 14:03:35.113377 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-d3aab65a-d340-4b6b-89ad-a8c104bf602d req-31ece87e-96ea-4516-a237-241c0bc6a4c4 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:35.116637 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d3aab65a-d340-4b6b-89ad-a8c104bf602d req-31ece87e-96ea-4516-a237-241c0bc6a4c4 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.65 "DELETE /v2.0/ports/6a160eb6-ce50-409b-a90b-42d195382f7b HTTP/1.1" status: 204 len: 173 time: 0.6880615 May 19 14:03:35.117100 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ef2420-d67d-4a41-9fe6-9d19390222f7', 'name': 'network-vif-deleted', 'tag': '6a160eb6-ce50-409b-a90b-42d195382f7b'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:03:35.119990 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0984ac06-cfc6-411c-9502-2c497dc11294" -d '{"events": [{"server_uuid": "d8ef2420-d67d-4a41-9fe6-9d19390222f7", "name": "network-vif-deleted", "tag": "6a160eb6-ce50-409b-a90b-42d195382f7b"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:03:35.162910 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 14:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77be8dc9-507b-4ded-ae39-99e8935a37f5 x-openstack-request-id: req-77be8dc9-507b-4ded-ae39-99e8935a37f5 {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:03:35.163208 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ef2420-d67d-4a41-9fe6-9d19390222f7", "name": "network-vif-deleted", "tag": "6a160eb6-ce50-409b-a90b-42d195382f7b", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:03:35.163461 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-77be8dc9-507b-4ded-ae39-99e8935a37f5 {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:03:35.163861 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77be8dc9-507b-4ded-ae39-99e8935a37f5'] response: {'server_uuid': 'd8ef2420-d67d-4a41-9fe6-9d19390222f7', 'name': 'network-vif-deleted', 'tag': '6a160eb6-ce50-409b-a90b-42d195382f7b', 'status': 'completed', 'code': 200} May 19 14:03:35.432934 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-579222f7-9d3d-4e75-b466-fca8ba7626e4 req-f443160f-4026-466a-9e28-d2eb46eaf403 tempest-VolumesNegativeTest-2067606696 tempest-VolumesNegativeTest-2067606696-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ef2420-d67d-4a41-9fe6-9d19390222f7 HTTP/1.1" status: 200 len: 210 time: 0.0319076 May 19 14:03:35.652052 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 2888e720-a274-4cb2-91e2-5264abb78eda details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 14:03:35.666502 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baf5ca-3e52-4d3d-914b-1d6f3d448054 req-c26753e9-63c8-43b5-ad1c-ad9c5a4bf076 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:35.668223 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-26baf5ca-3e52-4d3d-914b-1d6f3d448054 req-c26753e9-63c8-43b5-ad1c-ad9c5a4bf076 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 943 time: 0.0514395 May 19 14:03:35.732749 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-26baf5ca-3e52-4d3d-914b-1d6f3d448054 req-1e11fe58-906d-4f82-b464-edad3b4b0bbd tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576787 May 19 14:03:35.766325 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 2888e720-a274-4cb2-91e2-5264abb78eda, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2888e720-a274-4cb2-91e2-5264abb78eda,segment=NetworkSegment(e63c3407-a6bb-41cf-b146-668d8bf6dddd),segment_id=e63c3407-a6bb-41cf-b146-668d8bf6dddd)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:03:35.768425 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=36 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:35.769613 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:35.784690 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Returning: {'device': '2888e720-a274-4cb2-91e2-5264abb78eda', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'port_id': '2888e720-a274-4cb2-91e2-5264abb78eda', 'mac_address': 'fa:16:3e:96:93:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 14:03:35.824084 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 2888e720-a274-4cb2-91e2-5264abb78eda is: DOWN; New status is: BUILD {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:03:35.824767 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (2888e720-a274-4cb2-91e2-5264abb78eda), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:35.839281 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2888e720-a274-4cb2-91e2-5264abb78eda {{(pid=110063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 14:03:35.856568 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:35.861327 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 2888e720-a274-4cb2-91e2-5264abb78eda, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2888e720-a274-4cb2-91e2-5264abb78eda,segment=NetworkSegment(e63c3407-a6bb-41cf-b146-668d8bf6dddd),segment_id=e63c3407-a6bb-41cf-b146-668d8bf6dddd)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:03:35.865761 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (2888e720-a274-4cb2-91e2-5264abb78eda), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:35.909235 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:35.912786 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=2888e720-a274-4cb2-91e2-5264abb78eda,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:35.928292 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de5a05-84b3-4cbc-be70-71d2e7a386a0 req-4bb93b97-41a8-460a-afc4-82bc26288520 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:35.929811 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-06de5a05-84b3-4cbc-be70-71d2e7a386a0 req-4bb93b97-41a8-460a-afc4-82bc26288520 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fe8d4a0-f978-42a1-873f-a34bba7deb96 HTTP/1.1" status: 200 len: 945 time: 0.0489509 May 19 14:03:35.978379 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-06de5a05-84b3-4cbc-be70-71d2e7a386a0 req-006e91e1-6913-405a-b927-11b70806c6dd tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/security-groups?id=9127f1b7-e988-47cf-8cc3-bcce23e92301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422115 May 19 14:03:36.250494 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['2888e720-a274-4cb2-91e2-5264abb78eda'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 14:03:36.362800 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:36.854605 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6366f-d18c-4b45-8b76-f1454abf9d72 req-024a2449-9288-4d7a-a200-a5393dcafa44 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:36.856243 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e0c6366f-d18c-4b45-8b76-f1454abf9d72 req-024a2449-9288-4d7a-a200-a5393dcafa44 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 944 time: 0.0532172 May 19 14:03:36.909115 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-e0c6366f-d18c-4b45-8b76-f1454abf9d72 req-b28811fd-394c-45c2-9473-7ea80cbce2e8 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464256 May 19 14:03:37.101750 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d867c7f-e3af-4c98-91ac-c620463401d9 req-0a581564-2faa-49df-bc1a-cca2f64ac199 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:37.103271 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9d867c7f-e3af-4c98-91ac-c620463401d9 req-0a581564-2faa-49df-bc1a-cca2f64ac199 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fe8d4a0-f978-42a1-873f-a34bba7deb96 HTTP/1.1" status: 200 len: 945 time: 0.0559230 May 19 14:03:37.154171 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9d867c7f-e3af-4c98-91ac-c620463401d9 req-365c0ddc-82bf-4c80-807f-e9643836997c tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/security-groups?id=9127f1b7-e988-47cf-8cc3-bcce23e92301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445724 May 19 14:03:37.655798 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 2888e720-a274-4cb2-91e2-5264abb78eda up at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 14:03:37.705597 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning for port 2888e720-a274-4cb2-91e2-5264abb78eda completed by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 14:03:37.712049 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning complete for port 2888e720-a274-4cb2-91e2-5264abb78eda triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:03:37.712515 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (2888e720-a274-4cb2-91e2-5264abb78eda), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:37.738041 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07dede8-b313-4ac1-9d8f-d4c56dd6caf0 req-eb9a0530-839c-4790-b344-d01791ddd873 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:37.739688 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a07dede8-b313-4ac1-9d8f-d4c56dd6caf0 req-eb9a0530-839c-4790-b344-d01791ddd873 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.65 "GET /v2.0/ports?device_id=2fe8d4a0-f978-42a1-873f-a34bba7deb96 HTTP/1.1" status: 200 len: 945 time: 0.0513444 May 19 14:03:37.773465 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:37.804250 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 2888e720-a274-4cb2-91e2-5264abb78eda is: BUILD; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:03:37.804639 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (2888e720-a274-4cb2-91e2-5264abb78eda), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:37.830690 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfea4879-afb7-4f52-99f6-c666d214000d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2888e720-a274-4cb2-91e2-5264abb78eda'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:03:37.832933 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c72a45-d80b-49bf-9388-ea2df0d6b9ab" -d '{"events": [{"server_uuid": "bfea4879-afb7-4f52-99f6-c666d214000d", "name": "network-vif-plugged", "status": "completed", "tag": "2888e720-a274-4cb2-91e2-5264abb78eda"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:03:37.834654 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:37.846643 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 2888e720-a274-4cb2-91e2-5264abb78eda, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2888e720-a274-4cb2-91e2-5264abb78eda,segment=NetworkSegment(e63c3407-a6bb-41cf-b146-668d8bf6dddd),segment_id=e63c3407-a6bb-41cf-b146-668d8bf6dddd)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:03:37.850971 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (2888e720-a274-4cb2-91e2-5264abb78eda), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:37.851814 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 6a160eb6-ce50-409b-a90b-42d195382f7b no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:03:37.865443 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [req-a07dede8-b313-4ac1-9d8f-d4c56dd6caf0 req-1fbd71b3-bfa2-4b11-98c4-d2035148ae0a tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Deleting port e10b7062-e698-490e-89b8-da759d33b5a4 {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:03:37.865951 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-a07dede8-b313-4ac1-9d8f-d4c56dd6caf0 req-1fbd71b3-bfa2-4b11-98c4-d2035148ae0a tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (e10b7062-e698-490e-89b8-da759d33b5a4), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:37.895416 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 14:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ed21de-f65f-4d8d-aa7b-b15e06e11aee x-openstack-request-id: req-b8ed21de-f65f-4d8d-aa7b-b15e06e11aee {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:03:37.895701 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfea4879-afb7-4f52-99f6-c666d214000d", "name": "network-vif-plugged", "status": "completed", "tag": "2888e720-a274-4cb2-91e2-5264abb78eda", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:03:37.895944 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8ed21de-f65f-4d8d-aa7b-b15e06e11aee {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:03:37.896318 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8ed21de-f65f-4d8d-aa7b-b15e06e11aee'] response: {'server_uuid': 'bfea4879-afb7-4f52-99f6-c666d214000d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2888e720-a274-4cb2-91e2-5264abb78eda', 'code': 200} May 19 14:03:37.898424 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] No Port match for: 6a160eb6-ce50-409b-a90b-42d195382f7b {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:03:37.898762 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 6a160eb6-ce50-409b-a90b-42d195382f7b not bound to the agent host hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:03:37.925744 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=2888e720-a274-4cb2-91e2-5264abb78eda,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:37.975758 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-a07dede8-b313-4ac1-9d8f-d4c56dd6caf0 req-1fbd71b3-bfa2-4b11-98c4-d2035148ae0a tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] For port e10b7062-e698-490e-89b8-da759d33b5a4, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e10b7062-e698-490e-89b8-da759d33b5a4,segment=NetworkSegment(c0636bc2-0439-4edc-bc3b-46dd0464fb6b),segment_id=c0636bc2-0439-4edc-bc3b-46dd0464fb6b)] {{(pid=110061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:03:37.976123 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-a07dede8-b313-4ac1-9d8f-d4c56dd6caf0 req-1fbd71b3-bfa2-4b11-98c4-d2035148ae0a tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (e10b7062-e698-490e-89b8-da759d33b5a4), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:37.983213 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:37.992833 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [req-a07dede8-b313-4ac1-9d8f-d4c56dd6caf0 req-1fbd71b3-bfa2-4b11-98c4-d2035148ae0a tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Calling delete_port for e10b7062-e698-490e-89b8-da759d33b5a4 owned by compute:nova {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:03:38.076810 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28be5c2-2da8-40fc-a0df-9b4a34c0e2db req-34204ed5-18b7-465d-a722-4ac50ceb9843 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:38.078315 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c28be5c2-2da8-40fc-a0df-9b4a34c0e2db req-34204ed5-18b7-465d-a722-4ac50ceb9843 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 945 time: 0.0910802 May 19 14:03:38.150018 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb498df-13a3-4d0f-8932-1c29607da82b req-8ac2e7b9-e3ce-48d4-8767-0259f2ac1fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:38.151765 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-3bb498df-13a3-4d0f-8932-1c29607da82b req-8ac2e7b9-e3ce-48d4-8767-0259f2ac1fc2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 1129 time: 0.0466001 May 19 14:03:38.158987 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c28be5c2-2da8-40fc-a0df-9b4a34c0e2db req-f66cb96a-d7db-441f-a51e-052805d62121 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695863 May 19 14:03:38.212985 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-3bb498df-13a3-4d0f-8932-1c29607da82b req-813e92bb-f145-4e55-9708-266f1d9c9b43 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531313 May 19 14:03:38.233564 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-a07dede8-b313-4ac1-9d8f-d4c56dd6caf0 req-1fbd71b3-bfa2-4b11-98c4-d2035148ae0a tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (e10b7062-e698-490e-89b8-da759d33b5a4), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:38.268761 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd71b3-bfa2-4b11-98c4-d2035148ae0a tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Pushing event deleted for resources: {'Port': ['ID=e10b7062-e698-490e-89b8-da759d33b5a4,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:38.269176 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['e10b7062-e698-490e-89b8-da759d33b5a4'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 14:03:38.301553 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ab079cff-95bc-4602-903a-ddbc15e57991 req-347024d5-b30f-4d86-9054-244c8a11a054 tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fe8d4a0-f978-42a1-873f-a34bba7deb96 HTTP/1.1" status: 200 len: 210 time: 0.0367892 May 19 14:03:38.352158 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07dede8-b313-4ac1-9d8f-d4c56dd6caf0 req-1fbd71b3-bfa2-4b11-98c4-d2035148ae0a tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] No DVR routers for this DVR port e10b7062-e698-490e-89b8-da759d33b5a4 on host hv-cinder-78481 {{(pid=110061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 14:03:38.354813 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-a07dede8-b313-4ac1-9d8f-d4c56dd6caf0 req-1fbd71b3-bfa2-4b11-98c4-d2035148ae0a tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:38.358051 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a07dede8-b313-4ac1-9d8f-d4c56dd6caf0 req-1fbd71b3-bfa2-4b11-98c4-d2035148ae0a tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.65 "DELETE /v2.0/ports/e10b7062-e698-490e-89b8-da759d33b5a4 HTTP/1.1" status: 204 len: 173 time: 0.6132214 May 19 14:03:38.358571 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe8d4a0-f978-42a1-873f-a34bba7deb96', 'name': 'network-vif-deleted', 'tag': 'e10b7062-e698-490e-89b8-da759d33b5a4'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:03:38.361635 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d4a525-7802-4348-b9df-4039f4846274" -d '{"events": [{"server_uuid": "2fe8d4a0-f978-42a1-873f-a34bba7deb96", "name": "network-vif-deleted", "tag": "e10b7062-e698-490e-89b8-da759d33b5a4"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:03:38.400566 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 14:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b053e456-66f0-4ea4-8f02-4dc924f8c8e1 x-openstack-request-id: req-b053e456-66f0-4ea4-8f02-4dc924f8c8e1 {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:03:38.400850 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe8d4a0-f978-42a1-873f-a34bba7deb96", "name": "network-vif-deleted", "tag": "e10b7062-e698-490e-89b8-da759d33b5a4", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:03:38.401089 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b053e456-66f0-4ea4-8f02-4dc924f8c8e1 {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:03:38.401480 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b053e456-66f0-4ea4-8f02-4dc924f8c8e1'] response: {'server_uuid': '2fe8d4a0-f978-42a1-873f-a34bba7deb96', 'name': 'network-vif-deleted', 'tag': 'e10b7062-e698-490e-89b8-da759d33b5a4', 'status': 'completed', 'code': 200} May 19 14:03:39.283117 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57408e9f-abb1-4015-b48b-fd5391f97c02 req-7437f6e3-b039-4dc0-8a6a-ba4e56507223 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:39.284635 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-57408e9f-abb1-4015-b48b-fd5391f97c02 req-7437f6e3-b039-4dc0-8a6a-ba4e56507223 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 945 time: 0.0479226 May 19 14:03:39.334671 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-57408e9f-abb1-4015-b48b-fd5391f97c02 req-f7f9e542-d266-4391-a898-e55b06044ca6 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445240 May 19 14:03:39.424294 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d6311d82-9547-4d42-9028-d48e72e55d97 req-5147e080-d396-486c-8d7c-508a952eb09a tempest-VolumesSnapshotTestJSON-1128149502 tempest-VolumesSnapshotTestJSON-1128149502-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fe8d4a0-f978-42a1-873f-a34bba7deb96 HTTP/1.1" status: 200 len: 210 time: 0.0311692 May 19 14:03:40.451472 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398ed27-91cf-4a34-ad61-930441d4937a req-05930eb3-cd5e-4d41-a6a3-fed75ac4f0a2 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:40.453025 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6398ed27-91cf-4a34-ad61-930441d4937a req-05930eb3-cd5e-4d41-a6a3-fed75ac4f0a2 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 945 time: 0.0483751 May 19 14:03:40.519105 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6398ed27-91cf-4a34-ad61-930441d4937a req-7936922d-51b7-4948-b14f-049501b353d0 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596843 May 19 14:03:40.530829 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 38466) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:03:40.640035 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b1bf8-d553-4e89-b635-1f9e0ec53eaf req-01aa4822-778b-49b7-b89d-3bbdac384c51 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:40.641715 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4b4b1bf8-d553-4e89-b635-1f9e0ec53eaf req-01aa4822-778b-49b7-b89d-3bbdac384c51 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 945 time: 0.0499816 May 19 14:03:40.725783 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-01ea3cbb-6ca3-4798-9149-e95de4698f87 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f658c67bd7245eaaadf3f969fc562b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1919146 May 19 14:03:40.727057 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 38474) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:03:40.743462 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4b4b1bf8-d553-4e89-b635-1f9e0ec53eaf req-cea6e020-d339-4fa0-8020-057d6d97ec38 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905008 May 19 14:03:40.760615 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 38476) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:03:40.792137 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3756a0dd-1eb1-44f2-8878-5247bf940c85 admin admin] Publish callbacks [] for security_group (5734ef48-597d-49cf-b1b0-1b8fb7623074), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:40.814979 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3756a0dd-1eb1-44f2-8878-5247bf940c85 admin admin] Publish callbacks [] for security_group (5734ef48-597d-49cf-b1b0-1b8fb7623074), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:40.865000 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3756a0dd-1eb1-44f2-8878-5247bf940c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (5734ef48-597d-49cf-b1b0-1b8fb7623074), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:40.867577 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-3756a0dd-1eb1-44f2-8878-5247bf940c85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:40.869261 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-3756a0dd-1eb1-44f2-8878-5247bf940c85 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5734ef48-597d-49cf-b1b0-1b8fb7623074 HTTP/1.1" status: 204 len: 168 time: 0.1401384 May 19 14:03:40.877973 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756a0dd-1eb1-44f2-8878-5247bf940c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5734ef48-597d-49cf-b1b0-1b8fb7623074,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:40.928611 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b7dce8-bcd5-436c-abae-85734bf265ed tempest-TestVolumeBootPattern-758644059 tempest-TestVolumeBootPattern-758644059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:40.932817 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-70b7dce8-bcd5-436c-abae-85734bf265ed tempest-TestVolumeBootPattern-758644059 tempest-TestVolumeBootPattern-758644059-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 1124 time: 0.1685519 May 19 14:03:40.933007 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 38484) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:03:40.937553 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-70a46d01-c5e5-4135-8ea9-7e18ec5ce3b9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Request body: {'floatingip': {'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'port_id': '2888e720-a274-4cb2-91e2-5264abb78eda', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:03:40.961646 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-70a46d01-c5e5-4135-8ea9-7e18ec5ce3b9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:41.013759 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:41.052017 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-70a46d01-c5e5-4135-8ea9-7e18ec5ce3b9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:41.171414 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_common [None req-70a46d01-c5e5-4135-8ea9-7e18ec5ce3b9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Allocated IP 172.27.2.113 (db349b0a-3651-4f3e-8f89-c44d13ee049b/851bfd66-21de-4b67-adef-488354d2d2c5/767da2c8-6bda-475e-9313-310a12bce68d) {{(pid=110061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 14:03:41.240137 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:41.285647 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-70a46d01-c5e5-4135-8ea9-7e18ec5ce3b9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for port (767da2c8-6bda-475e-9313-310a12bce68d), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:41.318055 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-70a46d01-c5e5-4135-8ea9-7e18ec5ce3b9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (767da2c8-6bda-475e-9313-310a12bce68d), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:41.361446 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a46d01-c5e5-4135-8ea9-7e18ec5ce3b9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Network db349b0a-3651-4f3e-8f89-c44d13ee049b is already hosted by enough agents. {{(pid=110061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 14:03:41.366103 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [None req-70a46d01-c5e5-4135-8ea9-7e18ec5ce3b9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Resources bound (agent type, host, resource id): {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:03:41.369853 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a46d01-c5e5-4135-8ea9-7e18ec5ce3b9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Received port after_create {{(pid=110061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 14:03:41.372917 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a46d01-c5e5-4135-8ea9-7e18ec5ce3b9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Pushing event updated for resources: {'Port': ['ID=767da2c8-6bda-475e-9313-310a12bce68d,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:41.680049 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device e10b7062-e698-490e-89b8-da759d33b5a4 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:03:41.699068 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] No Port match for: e10b7062-e698-490e-89b8-da759d33b5a4 {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:03:41.699413 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device e10b7062-e698-490e-89b8-da759d33b5a4 not bound to the agent host hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:03:41.719355 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-70a46d01-c5e5-4135-8ea9-7e18ec5ce3b9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for floatingip (06dd987c-9842-4db3-bb7f-dfb0a919b32d), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:41.788298 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-70a46d01-c5e5-4135-8ea9-7e18ec5ce3b9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (767da2c8-6bda-475e-9313-310a12bce68d), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:41.815758 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:41.973849 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-70a46d01-c5e5-4135-8ea9-7e18ec5ce3b9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for port (767da2c8-6bda-475e-9313-310a12bce68d), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:41.978546 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-70a46d01-c5e5-4135-8ea9-7e18ec5ce3b9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30676627'] for port (767da2c8-6bda-475e-9313-310a12bce68d), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:42.019827 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:42.041981 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:03:42.067444 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a46d01-c5e5-4135-8ea9-7e18ec5ce3b9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Pushing event updated for resources: {'Port': ['ID=767da2c8-6bda-475e-9313-310a12bce68d,revision_number=2']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:03:42.073785 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-70a46d01-c5e5-4135-8ea9-7e18ec5ce3b9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (06dd987c-9842-4db3-bb7f-dfb0a919b32d), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:42.166179 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.l3_db [None req-70a46d01-c5e5-4135-8ea9-7e18ec5ce3b9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Floating IP 06dd987c-9842-4db3-bb7f-dfb0a919b32d associated. External IP: 172.27.2.113, port: 2888e720-a274-4cb2-91e2-5264abb78eda. May 19 14:03:42.368082 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a46d01-c5e5-4135-8ea9-7e18ec5ce3b9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Router aaadfe3d-6633-4f04-a304-dc38b6e244fb has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 14:03:42.472124 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a46d01-c5e5-4135-8ea9-7e18ec5ce3b9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 14:03:42.482152 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4de170-dfd9-4ef1-a0f9-1d32fa3c73ec None None] Sync routers for ids ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 14:03:42.490252 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-70a46d01-c5e5-4135-8ea9-7e18ec5ce3b9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:42.493522 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4de170-dfd9-4ef1-a0f9-1d32fa3c73ec None None] Routers {'aaadfe3d-6633-4f04-a304-dc38b6e244fb'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:03:42.494139 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-cd4de170-dfd9-4ef1-a0f9-1d32fa3c73ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:03:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:03:42.520393 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-70a46d01-c5e5-4135-8ea9-7e18ec5ce3b9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5863624 May 19 14:03:42.521086 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfea4879-afb7-4f52-99f6-c666d214000d', 'tag': '2888e720-a274-4cb2-91e2-5264abb78eda'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:03:42.523453 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c2dcf0-3b3a-4847-852b-5f4f35b747ca" -d '{"events": [{"name": "network-changed", "server_uuid": "bfea4879-afb7-4f52-99f6-c666d214000d", "tag": "2888e720-a274-4cb2-91e2-5264abb78eda"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:03:42.558479 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 14:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23ba16e-9b6c-4b2d-85e0-4cb75b9e7751 x-openstack-request-id: req-a23ba16e-9b6c-4b2d-85e0-4cb75b9e7751 {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:03:42.558767 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfea4879-afb7-4f52-99f6-c666d214000d", "tag": "2888e720-a274-4cb2-91e2-5264abb78eda", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:03:42.559050 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a23ba16e-9b6c-4b2d-85e0-4cb75b9e7751 {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:03:42.559487 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a23ba16e-9b6c-4b2d-85e0-4cb75b9e7751'] response: {'name': 'network-changed', 'server_uuid': 'bfea4879-afb7-4f52-99f6-c666d214000d', 'tag': '2888e720-a274-4cb2-91e2-5264abb78eda', 'status': 'completed', 'code': 200} May 19 14:03:42.596420 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-cd4de170-dfd9-4ef1-a0f9-1d32fa3c73ec None None] Set router aaadfe3d-6633-4f04-a304-dc38b6e244fb gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:03:42.801026 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-cd4de170-dfd9-4ef1-a0f9-1d32fa3c73ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:46Z', 'updated_at': '2022-05-19T14:02:49Z', 'revision_number': 4, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'gw_port': {'id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:47Z', 'updated_at': '2022-05-19T14:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '06dd987c-9842-4db3-bb7f-dfb0a919b32d', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'port_id': '2888e720-a274-4cb2-91e2-5264abb78eda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'mac_address': 'fa:16:3e:96:93:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfea4879-afb7-4f52-99f6-c666d214000d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T14:03:41Z', 'updated_at': '2022-05-19T14:03:41Z', 'revision_number': 0, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58adcb60-35be-4924-b56f-51b7a866328d', 'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'mac_address': 'fa:16:3e:48:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:48Z', 'updated_at': '2022-05-19T14:02:53Z', 'revision_number': 5, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'subnets': [{'id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:03:42.824529 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4de170-dfd9-4ef1-a0f9-1d32fa3c73ec None None] Checking router: aaadfe3d-6633-4f04-a304-dc38b6e244fb for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 14:03:42.832703 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4de170-dfd9-4ef1-a0f9-1d32fa3c73ec None None] Routers {'aaadfe3d-6633-4f04-a304-dc38b6e244fb'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:03:42.833292 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-cd4de170-dfd9-4ef1-a0f9-1d32fa3c73ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:03:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:03:43.009439 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-cd4de170-dfd9-4ef1-a0f9-1d32fa3c73ec None None] Set router aaadfe3d-6633-4f04-a304-dc38b6e244fb gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:03:43.214564 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-cd4de170-dfd9-4ef1-a0f9-1d32fa3c73ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:46Z', 'updated_at': '2022-05-19T14:02:49Z', 'revision_number': 4, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'gw_port': {'id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:47Z', 'updated_at': '2022-05-19T14:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '06dd987c-9842-4db3-bb7f-dfb0a919b32d', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'port_id': '2888e720-a274-4cb2-91e2-5264abb78eda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'mac_address': 'fa:16:3e:96:93:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfea4879-afb7-4f52-99f6-c666d214000d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T14:03:41Z', 'updated_at': '2022-05-19T14:03:41Z', 'revision_number': 0, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58adcb60-35be-4924-b56f-51b7a866328d', 'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'mac_address': 'fa:16:3e:48:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:48Z', 'updated_at': '2022-05-19T14:02:53Z', 'revision_number': 5, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'subnets': [{'id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:03:43.239522 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4de170-dfd9-4ef1-a0f9-1d32fa3c73ec None None] The sync data for ids ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'] in dv-cinder-784815-14-iscsi is: [{'id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:46Z', 'updated_at': '2022-05-19T14:02:49Z', 'revision_number': 4, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'gw_port': {'id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:47Z', 'updated_at': '2022-05-19T14:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': '06dd987c-9842-4db3-bb7f-dfb0a919b32d', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'port_id': '2888e720-a274-4cb2-91e2-5264abb78eda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'mac_address': 'fa:16:3e:96:93:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfea4879-afb7-4f52-99f6-c666d214000d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T14:03:41Z', 'updated_at': '2022-05-19T14:03:41Z', 'revision_number': 0, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58adcb60-35be-4924-b56f-51b7a866328d', 'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'mac_address': 'fa:16:3e:48:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:48Z', 'updated_at': '2022-05-19T14:02:53Z', 'revision_number': 5, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'subnets': [{'id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 14:03:43.429708 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4a17cf-5927-43bb-8924-f0a30119b7d8 None None] New status for floating IP 06dd987c-9842-4db3-bb7f-dfb0a919b32d: ACTIVE {{(pid=110063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 14:03:44.790150 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2dcf0-3b3a-4847-852b-5f4f35b747ca req-3f4b7ce4-277a-4246-8067-07ade17d7494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:44.791676 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-13c2dcf0-3b3a-4847-852b-5f4f35b747ca req-3f4b7ce4-277a-4246-8067-07ade17d7494 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e&device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 1129 time: 0.0393665 May 19 14:03:44.887716 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2dcf0-3b3a-4847-852b-5f4f35b747ca req-0dc3051b-6f25-416f-a4c1-bfc6e20550d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:44.889204 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-13c2dcf0-3b3a-4847-852b-5f4f35b747ca req-0dc3051b-6f25-416f-a4c1-bfc6e20550d9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aa748ea7-654e-47dd-89a8-e6366b098088 HTTP/1.1" status: 200 len: 913 time: 0.0888834 May 19 14:03:44.901114 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:44.948504 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-13c2dcf0-3b3a-4847-852b-5f4f35b747ca req-1500cfb7-78a0-452a-9d88-5fca7be1ef10 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2888e720-a274-4cb2-91e2-5264abb78eda HTTP/1.1" status: 200 len: 1001 time: 0.0532899 May 19 14:03:45.001295 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2dcf0-3b3a-4847-852b-5f4f35b747ca req-72a36a8f-21ba-4857-b5d6-47dbb88f8370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:45.002759 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-13c2dcf0-3b3a-4847-852b-5f4f35b747ca req-72a36a8f-21ba-4857-b5d6-47dbb88f8370 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7b45dbe-629b-471b-b7f7-2399b9334e60 HTTP/1.1" status: 200 len: 851 time: 0.0471005 May 19 14:03:45.044963 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2dcf0-3b3a-4847-852b-5f4f35b747ca req-4d2b27be-d100-485b-8099-35d515459972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:03:45.046384 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-13c2dcf0-3b3a-4847-852b-5f4f35b747ca req-4d2b27be-d100-485b-8099-35d515459972 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa748ea7-654e-47dd-89a8-e6366b098088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0371513 May 19 14:03:45.141849 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-13c2dcf0-3b3a-4847-852b-5f4f35b747ca req-fadb12d7-f519-490f-a30f-812880de9513 service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872042 May 19 14:03:45.205882 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:45.231561 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-13c2dcf0-3b3a-4847-852b-5f4f35b747ca req-fa64901b-496b-44b2-b1f3-c8c65db6a3c7 service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841613 May 19 14:03:50.849963 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:50.877683 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=27,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:51.468034 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:03:53.216610 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=80 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:53.217357 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=70 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:55.226912 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:03:55.228855 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=32 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:01.441294 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-0a6c351f-ffbc-4d5e-9358-33bb1eef081e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:01.598742 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 38614) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:04:01.643384 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49ca871-f7ce-423b-a9b2-ecdce1c3cf14 admin admin] Deleting subnet 3bf43e50-0a07-424b-9adc-6d56c8326faf {{(pid=110062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 14:04:01.646504 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-c49ca871-f7ce-423b-a9b2-ecdce1c3cf14 admin admin] Publish callbacks [] for subnet (3bf43e50-0a07-424b-9adc-6d56c8326faf), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:01.680554 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-c49ca871-f7ce-423b-a9b2-ecdce1c3cf14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29529231'] for subnet (3bf43e50-0a07-424b-9adc-6d56c8326faf), precommit_delete_associations {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:01.722579 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-c49ca871-f7ce-423b-a9b2-ecdce1c3cf14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541679'] for subnet (3bf43e50-0a07-424b-9adc-6d56c8326faf), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:01.773632 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-c49ca871-f7ce-423b-a9b2-ecdce1c3cf14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29560251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29814851'] for subnet (3bf43e50-0a07-424b-9adc-6d56c8326faf), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:01.797052 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ca871-f7ce-423b-a9b2-ecdce1c3cf14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bf43e50-0a07-424b-9adc-6d56c8326faf,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:04:01.803978 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-c49ca871-f7ce-423b-a9b2-ecdce1c3cf14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:01.807082 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-c49ca871-f7ce-423b-a9b2-ecdce1c3cf14 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3bf43e50-0a07-424b-9adc-6d56c8326faf HTTP/1.1" status: 204 len: 168 time: 0.2073121 May 19 14:04:01.809497 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 38616) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:04:01.878348 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-58f0f57d-2da4-4c58-98bc-1466a2719984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319408'] for network (8c8b2849-e551-4065-bc90-6e6a7b094720), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:01.967161 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-58f0f57d-2da4-4c58-98bc-1466a2719984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1546650', 'neutron.services.segments.db._delete_segments_for_network-8784568151830'] for network (8c8b2849-e551-4065-bc90-6e6a7b094720), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:01.988097 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-58f0f57d-2da4-4c58-98bc-1466a2719984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c8b2849-e551-4065-bc90-6e6a7b094720']}} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:04:01.997014 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-58f0f57d-2da4-4c58-98bc-1466a2719984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0636bc2-0439-4edc-bc3b-46dd0464fb6b') {'for_net_delete': True} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:04:01.997302 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-58f0f57d-2da4-4c58-98bc-1466a2719984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0636bc2-0439-4edc-bc3b-46dd0464fb6b') {} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:04:02.006807 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-58f0f57d-2da4-4c58-98bc-1466a2719984 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784568151071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29529270'] for segment (c0636bc2-0439-4edc-bc3b-46dd0464fb6b), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:02.020564 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-58f0f57d-2da4-4c58-98bc-1466a2719984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (c0636bc2-0439-4edc-bc3b-46dd0464fb6b), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:02.026443 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f0f57d-2da4-4c58-98bc-1466a2719984 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=110062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 14:04:02.026783 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-58f0f57d-2da4-4c58-98bc-1466a2719984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29558809'] for segment (c0636bc2-0439-4edc-bc3b-46dd0464fb6b), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: Traceback (most recent call last): May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: timer() May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: cb(*args, **kw) May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: return func(*args, **kwargs) May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: self._notify() May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: self.callback(batched_events) May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: event.method(event) May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: aggregate_uuid = self.p_client.list_aggregates( May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: return f(self, *a, **k) May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: return self._get(url).json() May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: return self.request(url, 'GET', **kwargs) May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: base_url = self.get_endpoint(auth, allow=allow, May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 14:04:02.028417 dv-cinder-784815-14-iscsi neutron-server[110062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 14:04:02.083426 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-58f0f57d-2da4-4c58-98bc-1466a2719984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1546657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631453'] for network (8c8b2849-e551-4065-bc90-6e6a7b094720), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:02.088761 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-58f0f57d-2da4-4c58-98bc-1466a2719984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:02.091787 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-58f0f57d-2da4-4c58-98bc-1466a2719984 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8c8b2849-e551-4065-bc90-6e6a7b094720 HTTP/1.1" status: 204 len: 168 time: 0.2813983 May 19 14:04:02.103950 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0f57d-2da4-4c58-98bc-1466a2719984 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c8b2849-e551-4065-bc90-6e6a7b094720,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:04:02.257125 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 38620) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:04:02.296761 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-02bafbd9-cdfa-4282-88e4-bcdac8dfc52b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f68358e9d695445490f8209d832a1c13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382056 May 19 14:04:02.299828 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 38622) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:04:02.346085 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-ca4621a4-d5f8-4270-9dec-bec48a0ca634 admin admin] Publish callbacks [] for security_group (9127f1b7-e988-47cf-8cc3-bcce23e92301), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:02.366886 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-ca4621a4-d5f8-4270-9dec-bec48a0ca634 admin admin] Publish callbacks [] for security_group (9127f1b7-e988-47cf-8cc3-bcce23e92301), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:02.413725 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-ca4621a4-d5f8-4270-9dec-bec48a0ca634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (9127f1b7-e988-47cf-8cc3-bcce23e92301), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:02.416297 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-ca4621a4-d5f8-4270-9dec-bec48a0ca634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:02.417455 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-ca4621a4-d5f8-4270-9dec-bec48a0ca634 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9127f1b7-e988-47cf-8cc3-bcce23e92301 HTTP/1.1" status: 204 len: 168 time: 0.1166513 May 19 14:04:02.425885 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4621a4-d5f8-4270-9dec-bec48a0ca634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9127f1b7-e988-47cf-8cc3-bcce23e92301,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:04:03.804961 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-001bea82-5a5a-4f3b-9da4-429867873021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:04.831172 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:06.048524 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:06.052887 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=4 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:06.348186 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:06.349825 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:06.361152 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:07.768371 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:12.420137 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=69,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:12.420964 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:17.756189 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:17.762847 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:19.041365 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:04:21.490059 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:24.515098 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31920486-bc7f-4028-9c99-820311126b83 req-9a65d81e-2a12-42d3-8e9c-d06a8e45e04c tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:04:24.516517 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-31920486-bc7f-4028-9c99-820311126b83 req-9a65d81e-2a12-42d3-8e9c-d06a8e45e04c tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=a65d85b2-643f-4802-bef7-c9f9891f7edd HTTP/1.1" status: 200 len: 945 time: 0.0490305 May 19 14:04:24.572785 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-31920486-bc7f-4028-9c99-820311126b83 req-1e0bafc0-0def-4a23-a85a-80b7b17b838a tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=9cb910e3-afd5-4d17-8aa2-8d640f1fd4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489559 May 19 14:04:25.796679 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0bdd0-d61b-477a-a07d-4b35a4621aa9 req-55c17e74-4870-46df-9666-9901925d2317 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:04:25.798613 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5ea0bdd0-d61b-477a-a07d-4b35a4621aa9 req-55c17e74-4870-46df-9666-9901925d2317 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=a65d85b2-643f-4802-bef7-c9f9891f7edd HTTP/1.1" status: 200 len: 945 time: 0.1551621 May 19 14:04:25.850750 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5ea0bdd0-d61b-477a-a07d-4b35a4621aa9 req-1cf44110-b947-4425-aba5-b4c9f5178f6e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups?id=9cb910e3-afd5-4d17-8aa2-8d640f1fd4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454006 May 19 14:04:25.928620 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4cf284f5-b25a-4dd5-a268-1094954be368 req-d0131d55-1e91-43d6-a66b-28f4cbf01fef service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395648 May 19 14:04:26.154020 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf284f5-b25a-4dd5-a268-1094954be368 req-0e0ba2c3-448b-4ab3-a113-acf2e30a28cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:04:26.155630 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4cf284f5-b25a-4dd5-a268-1094954be368 req-0e0ba2c3-448b-4ab3-a113-acf2e30a28cb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e&device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 1129 time: 0.0412374 May 19 14:04:26.290075 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de0fd7-c657-477d-ae36-90624540765d req-480090fc-0f0d-42b5-a0e0-e385104d52a9 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:04:26.291528 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-64de0fd7-c657-477d-ae36-90624540765d req-480090fc-0f0d-42b5-a0e0-e385104d52a9 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.65 "GET /v2.0/ports?device_id=a65d85b2-643f-4802-bef7-c9f9891f7edd HTTP/1.1" status: 200 len: 945 time: 0.0519106 May 19 14:04:26.382997 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [req-64de0fd7-c657-477d-ae36-90624540765d req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Deleting port 5d7c81fc-927f-4959-bc8f-48bd05561155 {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:04:26.383334 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-64de0fd7-c657-477d-ae36-90624540765d req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (5d7c81fc-927f-4959-bc8f-48bd05561155), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:26.492238 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-64de0fd7-c657-477d-ae36-90624540765d req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] For port 5d7c81fc-927f-4959-bc8f-48bd05561155, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5d7c81fc-927f-4959-bc8f-48bd05561155,segment=NetworkSegment(43347a7a-d2a6-43ef-9914-d472c0a74e2b),segment_id=43347a7a-d2a6-43ef-9914-d472c0a74e2b)] {{(pid=110061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:04:26.492606 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-64de0fd7-c657-477d-ae36-90624540765d req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (5d7c81fc-927f-4959-bc8f-48bd05561155), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:26.608292 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf284f5-b25a-4dd5-a268-1094954be368 req-69f20f32-39a3-489c-866c-ca42e00001c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:04:26.609688 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-4cf284f5-b25a-4dd5-a268-1094954be368 req-69f20f32-39a3-489c-866c-ca42e00001c1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aa748ea7-654e-47dd-89a8-e6366b098088 HTTP/1.1" status: 200 len: 913 time: 0.3700657 May 19 14:04:26.665527 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-64de0fd7-c657-477d-ae36-90624540765d req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:26.665902 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-64de0fd7-c657-477d-ae36-90624540765d req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (e17abcfc-a2cd-4893-b6f2-ead854373923), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:26.666212 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.l3_db [req-64de0fd7-c657-477d-ae36-90624540765d req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Floating IP e17abcfc-a2cd-4893-b6f2-ead854373923 disassociated. External IP: 172.27.2.213, port: 5d7c81fc-927f-4959-bc8f-48bd05561155. May 19 14:04:26.666555 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [req-64de0fd7-c657-477d-ae36-90624540765d req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Calling delete_port for 5d7c81fc-927f-4959-bc8f-48bd05561155 owned by compute:nova {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:04:26.672277 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-4cf284f5-b25a-4dd5-a268-1094954be368 req-ae92a15d-da9c-49df-bc66-552e40a04cb2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2888e720-a274-4cb2-91e2-5264abb78eda HTTP/1.1" status: 200 len: 1001 time: 0.0564277 May 19 14:04:26.723055 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf284f5-b25a-4dd5-a268-1094954be368 req-4ebcf6cf-e6f4-4ed3-b391-d8fa091e973d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:04:26.724601 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-4cf284f5-b25a-4dd5-a268-1094954be368 req-4ebcf6cf-e6f4-4ed3-b391-d8fa091e973d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7b45dbe-629b-471b-b7f7-2399b9334e60 HTTP/1.1" status: 200 len: 851 time: 0.0471456 May 19 14:04:26.770332 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf284f5-b25a-4dd5-a268-1094954be368 req-4f1220f0-89f0-4839-b4af-7607198bf1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:04:26.771885 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-4cf284f5-b25a-4dd5-a268-1094954be368 req-4f1220f0-89f0-4839-b4af-7607198bf1c7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa748ea7-654e-47dd-89a8-e6366b098088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421131 May 19 14:04:26.806590 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-64de0fd7-c657-477d-ae36-90624540765d req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (5d7c81fc-927f-4959-bc8f-48bd05561155), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:26.843759 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Pushing event deleted for resources: {'Port': ['ID=5d7c81fc-927f-4959-bc8f-48bd05561155,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:04:26.867357 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-4cf284f5-b25a-4dd5-a268-1094954be368 req-41f22005-36bf-459f-87c8-d60657892de2 service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897357 May 19 14:04:26.885816 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:26.886165 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:26.886509 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:26.887121 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:26.887250 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:26.887556 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:26.888009 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:26.888198 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:26.888484 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:26.888825 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:26.889118 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:26.889447 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:26.889765 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:26.890090 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:26.890407 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:26.965265 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:26.970792 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-4cf284f5-b25a-4dd5-a268-1094954be368 req-83aa5ad7-267f-42d7-a7ca-f21c552cd308 service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972853 May 19 14:04:26.991324 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3306134a-7710-4d43-9f88-445d3c958bae req-bdb8255b-2121-4f84-9560-5416f153a235 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/ports?device_id=a65d85b2-643f-4802-bef7-c9f9891f7edd HTTP/1.1" status: 200 len: 210 time: 0.0390863 May 19 14:04:27.009232 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64de0fd7-c657-477d-ae36-90624540765d req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Router 2d6625ce-410e-41df-ac21-3a7d1fcb061e has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 14:04:27.012875 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:27.125764 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64de0fd7-c657-477d-ae36-90624540765d req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 14:04:27.138747 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f57480b-7db5-4375-b206-3ae025dbcc19 None None] Sync routers for ids ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 14:04:27.148964 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f57480b-7db5-4375-b206-3ae025dbcc19 None None] Routers {'2d6625ce-410e-41df-ac21-3a7d1fcb061e'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:04:27.149578 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-2f57480b-7db5-4375-b206-3ae025dbcc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:04:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:04:27.168017 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [req-64de0fd7-c657-477d-ae36-90624540765d req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] No DVR routers for this DVR port 5d7c81fc-927f-4959-bc8f-48bd05561155 on host hv-cinder-78481 {{(pid=110061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 14:04:27.170532 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-64de0fd7-c657-477d-ae36-90624540765d req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:27.173833 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-64de0fd7-c657-477d-ae36-90624540765d req-44585016-ab4f-4d99-97cb-cd399fa1ad4e tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.65 "DELETE /v2.0/ports/5d7c81fc-927f-4959-bc8f-48bd05561155 HTTP/1.1" status: 204 len: 173 time: 0.8758981 May 19 14:04:27.174192 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65d85b2-643f-4802-bef7-c9f9891f7edd', 'name': 'network-vif-deleted', 'tag': '5d7c81fc-927f-4959-bc8f-48bd05561155'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:04:27.177354 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bab61c2-79b3-42f9-ae7b-f57f2f5036c3" -d '{"events": [{"server_uuid": "a65d85b2-643f-4802-bef7-c9f9891f7edd", "name": "network-vif-deleted", "tag": "5d7c81fc-927f-4959-bc8f-48bd05561155"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:04:27.223744 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 14:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a92522-77a3-4121-9e97-08c5d504fa10 x-openstack-request-id: req-e9a92522-77a3-4121-9e97-08c5d504fa10 {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:04:27.224034 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65d85b2-643f-4802-bef7-c9f9891f7edd", "name": "network-vif-deleted", "tag": "5d7c81fc-927f-4959-bc8f-48bd05561155", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:04:27.224285 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e9a92522-77a3-4121-9e97-08c5d504fa10 {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:04:27.224677 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9a92522-77a3-4121-9e97-08c5d504fa10'] response: {'server_uuid': 'a65d85b2-643f-4802-bef7-c9f9891f7edd', 'name': 'network-vif-deleted', 'tag': '5d7c81fc-927f-4959-bc8f-48bd05561155', 'status': 'completed', 'code': 200} May 19 14:04:27.262176 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-2f57480b-7db5-4375-b206-3ae025dbcc19 None None] Set router 2d6625ce-410e-41df-ac21-3a7d1fcb061e gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:04:27.457021 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-2f57480b-7db5-4375-b206-3ae025dbcc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'name': 'tempest-AttachVolumeTestJSON-620640807-router', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:45Z', 'revision_number': 4, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'gw_port': {'id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'cd2e71af-11d4-4d17-8d4f-ea7391e67af0', 'name': '', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'mac_address': 'fa:16:3e:a7:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:44Z', 'updated_at': '2022-05-19T13:59:49Z', 'revision_number': 5, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'subnets': [{'id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:04:27.480639 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f57480b-7db5-4375-b206-3ae025dbcc19 None None] Checking router: 2d6625ce-410e-41df-ac21-3a7d1fcb061e for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 14:04:27.489311 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f57480b-7db5-4375-b206-3ae025dbcc19 None None] Routers {'2d6625ce-410e-41df-ac21-3a7d1fcb061e'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:04:27.489895 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-2f57480b-7db5-4375-b206-3ae025dbcc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:04:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:04:27.587009 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-2f57480b-7db5-4375-b206-3ae025dbcc19 None None] Set router 2d6625ce-410e-41df-ac21-3a7d1fcb061e gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:04:27.776994 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-2f57480b-7db5-4375-b206-3ae025dbcc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'name': 'tempest-AttachVolumeTestJSON-620640807-router', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:45Z', 'revision_number': 4, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'gw_port': {'id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'cd2e71af-11d4-4d17-8d4f-ea7391e67af0', 'name': '', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'mac_address': 'fa:16:3e:a7:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:44Z', 'updated_at': '2022-05-19T13:59:49Z', 'revision_number': 5, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'subnets': [{'id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:04:27.802242 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f57480b-7db5-4375-b206-3ae025dbcc19 None None] The sync data for ids ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'] in dv-cinder-784815-14-iscsi is: [{'id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'name': 'tempest-AttachVolumeTestJSON-620640807-router', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:45Z', 'revision_number': 4, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'gw_port': {'id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': 'cd2e71af-11d4-4d17-8d4f-ea7391e67af0', 'name': '', 'network_id': '1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'mac_address': 'fa:16:3e:a7:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:44Z', 'updated_at': '2022-05-19T13:59:49Z', 'revision_number': 5, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'subnets': [{'id': '4aa4f0bd-3981-4f05-9899-3af6ca78984b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 14:04:28.021445 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220e0918-47dc-4ff7-a04c-80f21d2a26d0 None None] New status for floating IP e17abcfc-a2cd-4893-b6f2-ead854373923: DOWN {{(pid=110063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 14:04:28.081889 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 38768) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:04:28.140733 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d48f79d5-8464-433d-9606-18e84776cb69 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for security_group (9cb910e3-afd5-4d17-8aa2-8d640f1fd4a3), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:28.165925 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d48f79d5-8464-433d-9606-18e84776cb69 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for security_group (9cb910e3-afd5-4d17-8aa2-8d640f1fd4a3), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:28.216096 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d48f79d5-8464-433d-9606-18e84776cb69 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (9cb910e3-afd5-4d17-8aa2-8d640f1fd4a3), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:28.218798 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-d48f79d5-8464-433d-9606-18e84776cb69 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:28.219990 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-d48f79d5-8464-433d-9606-18e84776cb69 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "DELETE /v2.0/security-groups/9cb910e3-afd5-4d17-8aa2-8d640f1fd4a3 HTTP/1.1" status: 204 len: 168 time: 0.1369512 May 19 14:04:28.222774 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 38770) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:04:28.229362 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f79d5-8464-433d-9606-18e84776cb69 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb910e3-afd5-4d17-8aa2-8d640f1fd4a3,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:04:28.236493 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f79d5-8464-433d-9606-18e84776cb69 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:28.236778 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.api.v2.resource [None req-78e5e41d-8d7e-4eea-8227-90fc7ba9ae40 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] show failed (client error): The resource could not be found. May 19 14:04:28.236931 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f79d5-8464-433d-9606-18e84776cb69 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:28.237162 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f79d5-8464-433d-9606-18e84776cb69 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:28.238024 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f79d5-8464-433d-9606-18e84776cb69 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:28.238355 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f79d5-8464-433d-9606-18e84776cb69 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:28.238685 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f79d5-8464-433d-9606-18e84776cb69 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:28.239054 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-78e5e41d-8d7e-4eea-8227-90fc7ba9ae40 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "GET /v2.0/security-groups/9cb910e3-afd5-4d17-8aa2-8d640f1fd4a3 HTTP/1.1" status: 404 len: 347 time: 0.0150352 May 19 14:04:28.239174 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f79d5-8464-433d-9606-18e84776cb69 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:28.239486 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f79d5-8464-433d-9606-18e84776cb69 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:28.239815 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f79d5-8464-433d-9606-18e84776cb69 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:28.240146 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f79d5-8464-433d-9606-18e84776cb69 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:28.240466 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f79d5-8464-433d-9606-18e84776cb69 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:28.240793 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f79d5-8464-433d-9606-18e84776cb69 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:28.241113 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f79d5-8464-433d-9606-18e84776cb69 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:28.241525 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f79d5-8464-433d-9606-18e84776cb69 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:28.241796 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 38772) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:04:28.241926 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f79d5-8464-433d-9606-18e84776cb69 tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:28.352978 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-99bed1d6-c575-424a-9644-3c62499a337d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Deleting port 1752d8d7-1791-496b-b6bb-5e6e87839974 {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:04:28.353307 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-99bed1d6-c575-424a-9644-3c62499a337d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (1752d8d7-1791-496b-b6bb-5e6e87839974), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:28.433626 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-99bed1d6-c575-424a-9644-3c62499a337d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (1752d8d7-1791-496b-b6bb-5e6e87839974), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:28.433926 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-99bed1d6-c575-424a-9644-3c62499a337d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for floatingip (1752d8d7-1791-496b-b6bb-5e6e87839974), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:28.446330 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-99bed1d6-c575-424a-9644-3c62499a337d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Calling delete_port for 1752d8d7-1791-496b-b6bb-5e6e87839974 owned by network:floatingip {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:04:28.577801 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-99bed1d6-c575-424a-9644-3c62499a337d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (1752d8d7-1791-496b-b6bb-5e6e87839974), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:28.601443 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bed1d6-c575-424a-9644-3c62499a337d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Pushing event deleted for resources: {'Port': ['ID=1752d8d7-1791-496b-b6bb-5e6e87839974,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:04:28.665711 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-99bed1d6-c575-424a-9644-3c62499a337d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks [] for floatingip (e17abcfc-a2cd-4893-b6f2-ead854373923), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:28.668188 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-99bed1d6-c575-424a-9644-3c62499a337d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:28.669369 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-99bed1d6-c575-424a-9644-3c62499a337d tempest-AttachVolumeTestJSON-1233068734 tempest-AttachVolumeTestJSON-1233068734-project] 10.222.0.52 "DELETE /v2.0/floatingips/e17abcfc-a2cd-4893-b6f2-ead854373923 HTTP/1.1" status: 204 len: 168 time: 0.4266946 May 19 14:04:29.912749 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 5d7c81fc-927f-4959-bc8f-48bd05561155 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:04:29.935147 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] No Port match for: 5d7c81fc-927f-4959-bc8f-48bd05561155 {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:04:29.935482 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 5d7c81fc-927f-4959-bc8f-48bd05561155 not bound to the agent host hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:04:31.433365 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-0e67a77e-d041-4c7e-ac85-1f75637c1a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:32.225920 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 38800) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:04:32.507109 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:32.544926 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-42e2f148-1df2-44f5-b033-bd1c66ca0f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633245'] for router_interface (2d6625ce-410e-41df-ac21-3a7d1fcb061e), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:32.638315 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:32.779296 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-42e2f148-1df2-44f5-b033-bd1c66ca0f18 admin admin] Deleting port cd2e71af-11d4-4d17-8d4f-ea7391e67af0 {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:04:32.779533 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-42e2f148-1df2-44f5-b033-bd1c66ca0f18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (cd2e71af-11d4-4d17-8d4f-ea7391e67af0), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:32.860981 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [None req-42e2f148-1df2-44f5-b033-bd1c66ca0f18 admin admin] For port cd2e71af-11d4-4d17-8d4f-ea7391e67af0, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=cd2e71af-11d4-4d17-8d4f-ea7391e67af0,segment=NetworkSegment(43347a7a-d2a6-43ef-9914-d472c0a74e2b),segment_id=43347a7a-d2a6-43ef-9914-d472c0a74e2b)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:04:32.861340 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-42e2f148-1df2-44f5-b033-bd1c66ca0f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (cd2e71af-11d4-4d17-8d4f-ea7391e67af0), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:32.875694 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-42e2f148-1df2-44f5-b033-bd1c66ca0f18 admin admin] Calling delete_port for cd2e71af-11d4-4d17-8d4f-ea7391e67af0 owned by network:router_interface {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:04:33.057260 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-42e2f148-1df2-44f5-b033-bd1c66ca0f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (cd2e71af-11d4-4d17-8d4f-ea7391e67af0), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:33.082650 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2f148-1df2-44f5-b033-bd1c66ca0f18 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd2e71af-11d4-4d17-8d4f-ea7391e67af0,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:04:33.251853 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-42e2f148-1df2-44f5-b033-bd1c66ca0f18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636802'] for router_interface (2d6625ce-410e-41df-ac21-3a7d1fcb061e), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:33.299563 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:33.469653 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e2f148-1df2-44f5-b033-bd1c66ca0f18 admin admin] Router 2d6625ce-410e-41df-ac21-3a7d1fcb061e has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 14:04:33.530186 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:33.575326 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e2f148-1df2-44f5-b033-bd1c66ca0f18 admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 14:04:33.580924 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-42e2f148-1df2-44f5-b033-bd1c66ca0f18 admin admin] 10.222.0.52 "PUT /v2.0/routers/2d6625ce-410e-41df-ac21-3a7d1fcb061e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3540189 May 19 14:04:33.583406 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 38802) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:04:33.586197 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e5dff5-23d8-4201-8021-6c0536c9efe1 None None] Sync routers for ids ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 14:04:33.596260 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e5dff5-23d8-4201-8021-6c0536c9efe1 None None] Routers {'2d6625ce-410e-41df-ac21-3a7d1fcb061e'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:04:33.597502 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-50e5dff5-23d8-4201-8021-6c0536c9efe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:04:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:04:33.698413 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f118da0c-a4fb-49c2-bffe-c668a2b2b6f4 admin admin] Publish callbacks [] for router (2d6625ce-410e-41df-ac21-3a7d1fcb061e), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:33.702701 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-50e5dff5-23d8-4201-8021-6c0536c9efe1 None None] Set router 2d6625ce-410e-41df-ac21-3a7d1fcb061e gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:04:33.768061 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=100 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:33.797316 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=100 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:33.814627 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f118da0c-a4fb-49c2-bffe-c668a2b2b6f4 admin admin] Publish callbacks [] for router_gateway (2d6625ce-410e-41df-ac21-3a7d1fcb061e), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:33.820334 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-6066990b-9832-45a6-b7d4-5dde4a56e2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:33.882234 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-f118da0c-a4fb-49c2-bffe-c668a2b2b6f4 admin admin] Deleting port 601e9313-95e4-42eb-84a5-abcb4255e464 {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:04:33.882912 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f118da0c-a4fb-49c2-bffe-c668a2b2b6f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (601e9313-95e4-42eb-84a5-abcb4255e464), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:33.906587 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-50e5dff5-23d8-4201-8021-6c0536c9efe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'name': 'tempest-AttachVolumeTestJSON-620640807-router', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T14:04:33Z', 'revision_number': 5, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'gw_port': {'id': '601e9313-95e4-42eb-84a5-abcb4255e464', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T13:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:04:33.935715 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e5dff5-23d8-4201-8021-6c0536c9efe1 None None] Checking router: 2d6625ce-410e-41df-ac21-3a7d1fcb061e for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 14:04:33.945515 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e5dff5-23d8-4201-8021-6c0536c9efe1 None None] Routers {'2d6625ce-410e-41df-ac21-3a7d1fcb061e'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:04:33.946137 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-50e5dff5-23d8-4201-8021-6c0536c9efe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:04:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:04:33.981812 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [None req-f118da0c-a4fb-49c2-bffe-c668a2b2b6f4 admin admin] For port 601e9313-95e4-42eb-84a5-abcb4255e464, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=601e9313-95e4-42eb-84a5-abcb4255e464,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:04:33.982101 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f118da0c-a4fb-49c2-bffe-c668a2b2b6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (601e9313-95e4-42eb-84a5-abcb4255e464), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:33.999315 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-f118da0c-a4fb-49c2-bffe-c668a2b2b6f4 admin admin] Calling delete_port for 601e9313-95e4-42eb-84a5-abcb4255e464 owned by network:router_gateway {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:04:34.126160 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-50e5dff5-23d8-4201-8021-6c0536c9efe1 None None] Set router 2d6625ce-410e-41df-ac21-3a7d1fcb061e gateway port host: None {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:04:34.178623 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-50e5dff5-23d8-4201-8021-6c0536c9efe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'name': 'tempest-AttachVolumeTestJSON-620640807-router', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T14:04:33Z', 'revision_number': 6, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'gw_port_host': None}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:04:34.182220 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f118da0c-a4fb-49c2-bffe-c668a2b2b6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (601e9313-95e4-42eb-84a5-abcb4255e464), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:34.207262 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e5dff5-23d8-4201-8021-6c0536c9efe1 None None] The sync data for ids ['2d6625ce-410e-41df-ac21-3a7d1fcb061e'] in dv-cinder-784815-14-iscsi is: [{'id': '2d6625ce-410e-41df-ac21-3a7d1fcb061e', 'name': 'tempest-AttachVolumeTestJSON-620640807-router', 'tenant_id': 'e14dac6dd56c4f93b65ad91673debf71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:59:42Z', 'updated_at': '2022-05-19T14:04:33Z', 'revision_number': 6, 'project_id': 'e14dac6dd56c4f93b65ad91673debf71', 'gw_port_host': None}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 14:04:34.212464 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118da0c-a4fb-49c2-bffe-c668a2b2b6f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=601e9313-95e4-42eb-84a5-abcb4255e464,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:04:34.271453 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:34.280488 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f118da0c-a4fb-49c2-bffe-c668a2b2b6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631215'] for router_gateway (2d6625ce-410e-41df-ac21-3a7d1fcb061e), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:34.371404 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f118da0c-a4fb-49c2-bffe-c668a2b2b6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6183'] for router (2d6625ce-410e-41df-ac21-3a7d1fcb061e), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:34.373807 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f118da0c-a4fb-49c2-bffe-c668a2b2b6f4 admin admin] Publish callbacks [] for router_controller (2d6625ce-410e-41df-ac21-3a7d1fcb061e), precommit_delete_associations {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:34.419621 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f118da0c-a4fb-49c2-bffe-c668a2b2b6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628862'] for router (2d6625ce-410e-41df-ac21-3a7d1fcb061e), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:34.420356 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f118da0c-a4fb-49c2-bffe-c668a2b2b6f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d6625ce-410e-41df-ac21-3a7d1fcb061e {{(pid=110062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 14:04:34.425482 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f118da0c-a4fb-49c2-bffe-c668a2b2b6f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:34.427283 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-f118da0c-a4fb-49c2-bffe-c668a2b2b6f4 admin admin] 10.222.0.52 "DELETE /v2.0/routers/2d6625ce-410e-41df-ac21-3a7d1fcb061e HTTP/1.1" status: 204 len: 168 time: 0.8428402 May 19 14:04:34.429707 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 38804) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:04:34.476211 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fdd1e2-dada-464c-96ae-0d89bf597bce admin admin] Deleting subnet 4aa4f0bd-3981-4f05-9899-3af6ca78984b {{(pid=110062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 14:04:34.480362 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-33fdd1e2-dada-464c-96ae-0d89bf597bce admin admin] Publish callbacks [] for subnet (4aa4f0bd-3981-4f05-9899-3af6ca78984b), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:34.523665 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-33fdd1e2-dada-464c-96ae-0d89bf597bce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29529231'] for subnet (4aa4f0bd-3981-4f05-9899-3af6ca78984b), precommit_delete_associations {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:34.586558 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:34.605776 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-33fdd1e2-dada-464c-96ae-0d89bf597bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541679'] for subnet (4aa4f0bd-3981-4f05-9899-3af6ca78984b), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:34.669977 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-33fdd1e2-dada-464c-96ae-0d89bf597bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29560251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29814851'] for subnet (4aa4f0bd-3981-4f05-9899-3af6ca78984b), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:34.693616 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdd1e2-dada-464c-96ae-0d89bf597bce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aa4f0bd-3981-4f05-9899-3af6ca78984b,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:04:34.699200 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-33fdd1e2-dada-464c-96ae-0d89bf597bce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:34.702143 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-33fdd1e2-dada-464c-96ae-0d89bf597bce admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4aa4f0bd-3981-4f05-9899-3af6ca78984b HTTP/1.1" status: 204 len: 168 time: 0.2715030 May 19 14:04:34.705037 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 38806) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:04:34.707828 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ee6f3d-f22e-40bb-9bea-301a1491d9b0 None None] Network 1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 14:04:34.779540 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a53ff37f-4df7-4acf-8285-9696d19506fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319408'] for network (1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:34.835683 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-a53ff37f-4df7-4acf-8285-9696d19506fb admin admin] Deleting port bb506e95-f1a0-495e-80d6-dff45990b187 {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:04:34.836194 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a53ff37f-4df7-4acf-8285-9696d19506fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (bb506e95-f1a0-495e-80d6-dff45990b187), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:34.849084 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:34.907356 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [None req-a53ff37f-4df7-4acf-8285-9696d19506fb admin admin] For port bb506e95-f1a0-495e-80d6-dff45990b187, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=bb506e95-f1a0-495e-80d6-dff45990b187,segment=NetworkSegment(43347a7a-d2a6-43ef-9914-d472c0a74e2b),segment_id=43347a7a-d2a6-43ef-9914-d472c0a74e2b)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:04:34.907647 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a53ff37f-4df7-4acf-8285-9696d19506fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (bb506e95-f1a0-495e-80d6-dff45990b187), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:34.920910 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-a53ff37f-4df7-4acf-8285-9696d19506fb admin admin] Calling delete_port for bb506e95-f1a0-495e-80d6-dff45990b187 owned by network:dhcp {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:04:34.982569 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42421718-0de9-45a9-be66-2d87242b274c None None] DHCP port deletion for 1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d request from dv-cinder-784815-14-iscsi {{(pid=110063) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 14:04:35.027494 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-42421718-0de9-45a9-be66-2d87242b274c None None] Deleting port bb506e95-f1a0-495e-80d6-dff45990b187 {{(pid=110063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:04:35.027977 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a53ff37f-4df7-4acf-8285-9696d19506fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (bb506e95-f1a0-495e-80d6-dff45990b187), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:35.028331 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-42421718-0de9-45a9-be66-2d87242b274c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (bb506e95-f1a0-495e-80d6-dff45990b187), before_delete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:35.052689 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ff37f-4df7-4acf-8285-9696d19506fb admin admin] Pushing event deleted for resources: {'Port': ['ID=bb506e95-f1a0-495e-80d6-dff45990b187,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:04:35.058759 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53ff37f-4df7-4acf-8285-9696d19506fb admin admin] No DVR routers for this DVR port bb506e95-f1a0-495e-80d6-dff45990b187 on host dv-cinder-784815-14-iscsi {{(pid=110062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 14:04:35.131184 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-42421718-0de9-45a9-be66-2d87242b274c None None] For port bb506e95-f1a0-495e-80d6-dff45990b187, host dv-cinder-784815-14-iscsi, got binding levels [] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:04:35.131789 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-42421718-0de9-45a9-be66-2d87242b274c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (bb506e95-f1a0-495e-80d6-dff45990b187), precommit_delete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:35.144216 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a53ff37f-4df7-4acf-8285-9696d19506fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1546650', 'neutron.services.segments.db._delete_segments_for_network-8784568151830'] for network (1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:35.156053 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-42421718-0de9-45a9-be66-2d87242b274c None None] Calling delete_port for bb506e95-f1a0-495e-80d6-dff45990b187 owned by network:dhcp {{(pid=110063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:04:35.160886 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.ipam_backend_mixin [None req-42421718-0de9-45a9-be66-2d87242b274c None None] Port bb506e95-f1a0-495e-80d6-dff45990b187 was not found and therefore no delete operation was performed {{(pid=110063) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 14:04:35.163192 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-42421718-0de9-45a9-be66-2d87242b274c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024'] for port (bb506e95-f1a0-495e-80d6-dff45990b187), after_delete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:35.183655 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-a53ff37f-4df7-4acf-8285-9696d19506fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d']}} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:04:35.194992 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42421718-0de9-45a9-be66-2d87242b274c None None] Pushing event deleted for resources: {'Port': ['ID=bb506e95-f1a0-495e-80d6-dff45990b187,revision_number=None']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:04:35.205116 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-a53ff37f-4df7-4acf-8285-9696d19506fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43347a7a-d2a6-43ef-9914-d472c0a74e2b') {'for_net_delete': True} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:04:35.205652 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-a53ff37f-4df7-4acf-8285-9696d19506fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43347a7a-d2a6-43ef-9914-d472c0a74e2b') {} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:04:35.206764 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42421718-0de9-45a9-be66-2d87242b274c None None] No DVR routers for this DVR port bb506e95-f1a0-495e-80d6-dff45990b187 on host dv-cinder-784815-14-iscsi {{(pid=110063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 14:04:35.209878 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42421718-0de9-45a9-be66-2d87242b274c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:35.210229 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42421718-0de9-45a9-be66-2d87242b274c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:35.210569 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42421718-0de9-45a9-be66-2d87242b274c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:35.210926 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42421718-0de9-45a9-be66-2d87242b274c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:35.211337 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42421718-0de9-45a9-be66-2d87242b274c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:35.211892 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42421718-0de9-45a9-be66-2d87242b274c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:35.212379 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42421718-0de9-45a9-be66-2d87242b274c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:35.212711 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42421718-0de9-45a9-be66-2d87242b274c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:35.213057 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42421718-0de9-45a9-be66-2d87242b274c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:35.213532 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42421718-0de9-45a9-be66-2d87242b274c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:35.214017 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42421718-0de9-45a9-be66-2d87242b274c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:35.214575 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42421718-0de9-45a9-be66-2d87242b274c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:35.215148 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42421718-0de9-45a9-be66-2d87242b274c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:35.215716 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42421718-0de9-45a9-be66-2d87242b274c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:35.216360 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42421718-0de9-45a9-be66-2d87242b274c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:04:35.229104 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:35.231128 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a53ff37f-4df7-4acf-8285-9696d19506fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784568151071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29529270'] for segment (43347a7a-d2a6-43ef-9914-d472c0a74e2b), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:35.241664 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 601e9313-95e4-42eb-84a5-abcb4255e464 no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:04:35.254516 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a53ff37f-4df7-4acf-8285-9696d19506fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (43347a7a-d2a6-43ef-9914-d472c0a74e2b), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:35.262752 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53ff37f-4df7-4acf-8285-9696d19506fb admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=110062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 14:04:35.264167 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a53ff37f-4df7-4acf-8285-9696d19506fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29558809'] for segment (43347a7a-d2a6-43ef-9914-d472c0a74e2b), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: Traceback (most recent call last): May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: timer() May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: cb(*args, **kw) May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: return func(*args, **kwargs) May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: self._notify() May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: self.callback(batched_events) May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: event.method(event) May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: aggregate_uuid = self.p_client.list_aggregates( May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: return f(self, *a, **k) May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: return self._get(url).json() May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: return self.request(url, 'GET', **kwargs) May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: base_url = self.get_endpoint(auth, allow=allow, May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 14:04:35.265643 dv-cinder-784815-14-iscsi neutron-server[110062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 14:04:35.268576 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: 601e9313-95e4-42eb-84a5-abcb4255e464 {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:04:35.268826 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 601e9313-95e4-42eb-84a5-abcb4255e464 not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:04:35.270058 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device bb506e95-f1a0-495e-80d6-dff45990b187 no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:04:35.292544 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: bb506e95-f1a0-495e-80d6-dff45990b187 {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:04:35.292977 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device bb506e95-f1a0-495e-80d6-dff45990b187 not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:04:35.293406 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device cd2e71af-11d4-4d17-8d4f-ea7391e67af0 no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:04:35.318628 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: cd2e71af-11d4-4d17-8d4f-ea7391e67af0 {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:04:35.319013 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device cd2e71af-11d4-4d17-8d4f-ea7391e67af0 not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:04:35.340101 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a53ff37f-4df7-4acf-8285-9696d19506fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1546657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631453'] for network (1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:35.346190 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a53ff37f-4df7-4acf-8285-9696d19506fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:35.350374 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-a53ff37f-4df7-4acf-8285-9696d19506fb admin admin] 10.222.0.52 "DELETE /v2.0/networks/1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d HTTP/1.1" status: 204 len: 168 time: 0.6441779 May 19 14:04:35.371671 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ff37f-4df7-4acf-8285-9696d19506fb admin admin] Pushing event deleted for resources: {'Network': ['ID=1f8bcd1c-fe6c-418c-88b6-9ed5b3ff968d,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:04:35.602670 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 38810) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:04:35.654070 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-622a278f-4b68-44df-963b-896fb2e55981 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e14dac6dd56c4f93b65ad91673debf71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0500672 May 19 14:04:35.656632 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 38812) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:04:35.711549 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-448291c0-dccb-47b4-869c-0117626bc33e admin admin] Publish callbacks [] for security_group (8959f046-7713-4229-a372-5e91e43d379e), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:35.734715 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-448291c0-dccb-47b4-869c-0117626bc33e admin admin] Publish callbacks [] for security_group (8959f046-7713-4229-a372-5e91e43d379e), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:35.788551 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-448291c0-dccb-47b4-869c-0117626bc33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (8959f046-7713-4229-a372-5e91e43d379e), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:35.791443 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-448291c0-dccb-47b4-869c-0117626bc33e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:35.792671 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-448291c0-dccb-47b4-869c-0117626bc33e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8959f046-7713-4229-a372-5e91e43d379e HTTP/1.1" status: 204 len: 168 time: 0.1350672 May 19 14:04:35.804143 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448291c0-dccb-47b4-869c-0117626bc33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8959f046-7713-4229-a372-5e91e43d379e,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:04:36.366427 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:37.770343 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:39.606602 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 38872) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:04:39.716116 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-56d7b89f-9321-4dec-962c-c7f4318512ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:39.745533 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:39.765336 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:39.808761 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-56d7b89f-9321-4dec-962c-c7f4318512ae admin admin] Publish callbacks [] for security_group (c15a86b3-1287-45a1-8eeb-97a5e4154f8c), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:39.812503 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-56d7b89f-9321-4dec-962c-c7f4318512ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (c15a86b3-1287-45a1-8eeb-97a5e4154f8c), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:39.851936 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-56d7b89f-9321-4dec-962c-c7f4318512ae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6c28119e5ebe4d5d99cf71063c21af1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442107 May 19 14:04:39.852755 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7b89f-9321-4dec-962c-c7f4318512ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15a86b3-1287-45a1-8eeb-97a5e4154f8c,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:04:39.854576 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 38876) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:04:39.904641 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5c854286-c22c-40a6-b73d-bbae1956adcc admin admin] Publish callbacks [] for security_group (c15a86b3-1287-45a1-8eeb-97a5e4154f8c), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:39.927469 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5c854286-c22c-40a6-b73d-bbae1956adcc admin admin] Publish callbacks [] for security_group (c15a86b3-1287-45a1-8eeb-97a5e4154f8c), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:39.973939 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5c854286-c22c-40a6-b73d-bbae1956adcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (c15a86b3-1287-45a1-8eeb-97a5e4154f8c), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:39.977098 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-5c854286-c22c-40a6-b73d-bbae1956adcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:39.978265 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-5c854286-c22c-40a6-b73d-bbae1956adcc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c15a86b3-1287-45a1-8eeb-97a5e4154f8c HTTP/1.1" status: 204 len: 168 time: 0.1226604 May 19 14:04:39.987173 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c854286-c22c-40a6-b73d-bbae1956adcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15a86b3-1287-45a1-8eeb-97a5e4154f8c,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:04:44.152810 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=19 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:44.182399 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=30 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:47.766811 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:49.843642 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:INSERT=5,neutron:SELECT=12 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:49.847975 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=10 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:49.960855 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=72,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:49.983188 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=23,neutron:DELETE=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:49.998228 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 38990) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:04:50.003854 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=46,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:50.131308 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-948c108e-4eef-4eaf-a833-6a36299d98cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:50.224850 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-948c108e-4eef-4eaf-a833-6a36299d98cc admin admin] Publish callbacks [] for security_group (d82e81b3-a025-460f-b62c-41df7fd04960), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:50.229754 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-948c108e-4eef-4eaf-a833-6a36299d98cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (d82e81b3-a025-460f-b62c-41df7fd04960), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:50.285031 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-948c108e-4eef-4eaf-a833-6a36299d98cc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9d716fe1ec6b47e6a76c97ac5d4b137b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855237 May 19 14:04:50.285898 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c108e-4eef-4eaf-a833-6a36299d98cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82e81b3-a025-460f-b62c-41df7fd04960,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:04:50.289622 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 38994) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:04:50.343891 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-598e45da-fd54-4091-83c3-ae2405358c8a admin admin] Publish callbacks [] for security_group (d82e81b3-a025-460f-b62c-41df7fd04960), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:50.377125 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-598e45da-fd54-4091-83c3-ae2405358c8a admin admin] Publish callbacks [] for security_group (d82e81b3-a025-460f-b62c-41df7fd04960), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:50.444932 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-598e45da-fd54-4091-83c3-ae2405358c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (d82e81b3-a025-460f-b62c-41df7fd04960), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:50.449349 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-598e45da-fd54-4091-83c3-ae2405358c8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:50.451253 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-598e45da-fd54-4091-83c3-ae2405358c8a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d82e81b3-a025-460f-b62c-41df7fd04960 HTTP/1.1" status: 204 len: 168 time: 0.1603673 May 19 14:04:50.461882 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e45da-fd54-4091-83c3-ae2405358c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82e81b3-a025-460f-b62c-41df7fd04960,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:04:51.488137 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:55.584549 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 39078) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:04:55.732991 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-70a5a4dd-e8ae-4ff3-a066-aa3affe1ee13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:55.839762 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-70a5a4dd-e8ae-4ff3-a066-aa3affe1ee13 admin admin] Publish callbacks [] for security_group (18ffc2c3-babf-42ea-9e95-412e8a6c71f4), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:55.844094 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-70a5a4dd-e8ae-4ff3-a066-aa3affe1ee13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (18ffc2c3-babf-42ea-9e95-412e8a6c71f4), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:55.892188 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-70a5a4dd-e8ae-4ff3-a066-aa3affe1ee13 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d8aa875187e545d996936eed6ff67c1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3059669 May 19 14:04:55.894305 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5a4dd-e8ae-4ff3-a066-aa3affe1ee13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ffc2c3-babf-42ea-9e95-412e8a6c71f4,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:04:55.897340 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 39082) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:04:55.977093 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-24b97493-7be1-43c5-87ea-5833ac7d8a58 admin admin] Publish callbacks [] for security_group (18ffc2c3-babf-42ea-9e95-412e8a6c71f4), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:56.011016 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-24b97493-7be1-43c5-87ea-5833ac7d8a58 admin admin] Publish callbacks [] for security_group (18ffc2c3-babf-42ea-9e95-412e8a6c71f4), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:56.045269 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:04:56.072439 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-24b97493-7be1-43c5-87ea-5833ac7d8a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (18ffc2c3-babf-42ea-9e95-412e8a6c71f4), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:56.075156 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-24b97493-7be1-43c5-87ea-5833ac7d8a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:56.078626 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-24b97493-7be1-43c5-87ea-5833ac7d8a58 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/18ffc2c3-babf-42ea-9e95-412e8a6c71f4 HTTP/1.1" status: 204 len: 168 time: 0.1777239 May 19 14:04:56.086378 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b97493-7be1-43c5-87ea-5833ac7d8a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ffc2c3-babf-42ea-9e95-412e8a6c71f4,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:04:56.458589 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 39088) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:04:56.480033 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-edfbfa3b-82e3-48ea-b3e8-72551913b28e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:56.618114 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-edfbfa3b-82e3-48ea-b3e8-72551913b28e admin admin] Publish callbacks [] for security_group (64488eb4-5410-4f0a-a430-6a3c80c8ab1c), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:56.622394 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-edfbfa3b-82e3-48ea-b3e8-72551913b28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (64488eb4-5410-4f0a-a430-6a3c80c8ab1c), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:56.667887 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbfa3b-82e3-48ea-b3e8-72551913b28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64488eb4-5410-4f0a-a430-6a3c80c8ab1c,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:04:56.673210 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-edfbfa3b-82e3-48ea-b3e8-72551913b28e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1706fc562cb44a5cad5cfab887fe1179&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2131910 May 19 14:04:56.676924 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 39090) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:04:56.742461 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2f21980e-f494-43ea-bf70-6e8fea50e756 admin admin] Publish callbacks [] for security_group (64488eb4-5410-4f0a-a430-6a3c80c8ab1c), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:56.772714 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2f21980e-f494-43ea-bf70-6e8fea50e756 admin admin] Publish callbacks [] for security_group (64488eb4-5410-4f0a-a430-6a3c80c8ab1c), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:56.836519 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2f21980e-f494-43ea-bf70-6e8fea50e756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (64488eb4-5410-4f0a-a430-6a3c80c8ab1c), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:56.841039 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-2f21980e-f494-43ea-bf70-6e8fea50e756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:56.843108 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-2f21980e-f494-43ea-bf70-6e8fea50e756 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/64488eb4-5410-4f0a-a430-6a3c80c8ab1c HTTP/1.1" status: 204 len: 168 time: 0.1655228 May 19 14:04:56.855525 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21980e-f494-43ea-bf70-6e8fea50e756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64488eb4-5410-4f0a-a430-6a3c80c8ab1c,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:04:59.072553 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 39134) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:04:59.231611 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-acd6a9c9-fb66-45c5-bc7d-c08e44899cc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:59.335506 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-acd6a9c9-fb66-45c5-bc7d-c08e44899cc7 admin admin] Publish callbacks [] for security_group (9159a3d6-f9e6-4a27-b866-7fdd4a7c63e1), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:59.339763 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-acd6a9c9-fb66-45c5-bc7d-c08e44899cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (9159a3d6-f9e6-4a27-b866-7fdd4a7c63e1), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:59.383426 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6a9c9-fb66-45c5-bc7d-c08e44899cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9159a3d6-f9e6-4a27-b866-7fdd4a7c63e1,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:04:59.388749 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-acd6a9c9-fb66-45c5-bc7d-c08e44899cc7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=58f89612f31348f79e9004ed859715cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3143573 May 19 14:04:59.391597 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 39140) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:04:59.473153 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-efb772fb-ee89-457c-b4f9-58f08b6c3d2e admin admin] Publish callbacks [] for security_group (9159a3d6-f9e6-4a27-b866-7fdd4a7c63e1), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:59.506673 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:59.509197 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-efb772fb-ee89-457c-b4f9-58f08b6c3d2e admin admin] Publish callbacks [] for security_group (9159a3d6-f9e6-4a27-b866-7fdd4a7c63e1), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:59.535674 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:04:59.587385 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-efb772fb-ee89-457c-b4f9-58f08b6c3d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (9159a3d6-f9e6-4a27-b866-7fdd4a7c63e1), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:59.590614 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-efb772fb-ee89-457c-b4f9-58f08b6c3d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:04:59.592303 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-efb772fb-ee89-457c-b4f9-58f08b6c3d2e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9159a3d6-f9e6-4a27-b866-7fdd4a7c63e1 HTTP/1.1" status: 204 len: 168 time: 0.1997080 May 19 14:04:59.602293 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb772fb-ee89-457c-b4f9-58f08b6c3d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9159a3d6-f9e6-4a27-b866-7fdd4a7c63e1,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:04:59.977039 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 39146) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:04:59.991775 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-dab87a6a-9453-4161-915f-a3a2fa8bbf1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:00.088285 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-dab87a6a-9453-4161-915f-a3a2fa8bbf1e admin admin] Publish callbacks [] for security_group (bd86789d-f13e-4c1a-a445-2e5a3d2c5af1), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:00.093238 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-dab87a6a-9453-4161-915f-a3a2fa8bbf1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (bd86789d-f13e-4c1a-a445-2e5a3d2c5af1), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:00.137623 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-dab87a6a-9453-4161-915f-a3a2fa8bbf1e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b5ea4455b9224f7e97b7bdfdd0fb79fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1593611 May 19 14:05:00.138578 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab87a6a-9453-4161-915f-a3a2fa8bbf1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd86789d-f13e-4c1a-a445-2e5a3d2c5af1,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:05:00.141545 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 39148) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:05:00.207220 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-adb75ddb-35e1-48d4-b41c-2a7cd895b567 admin admin] Publish callbacks [] for security_group (bd86789d-f13e-4c1a-a445-2e5a3d2c5af1), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:00.231857 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-adb75ddb-35e1-48d4-b41c-2a7cd895b567 admin admin] Publish callbacks [] for security_group (bd86789d-f13e-4c1a-a445-2e5a3d2c5af1), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:00.289409 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-adb75ddb-35e1-48d4-b41c-2a7cd895b567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (bd86789d-f13e-4c1a-a445-2e5a3d2c5af1), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:00.292088 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-adb75ddb-35e1-48d4-b41c-2a7cd895b567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:00.293328 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-adb75ddb-35e1-48d4-b41c-2a7cd895b567 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd86789d-f13e-4c1a-a445-2e5a3d2c5af1 HTTP/1.1" status: 204 len: 168 time: 0.1503987 May 19 14:05:00.303362 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb75ddb-35e1-48d4-b41c-2a7cd895b567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd86789d-f13e-4c1a-a445-2e5a3d2c5af1,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:05:01.442230 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-14d5a283-eb57-4067-b2c4-0652fecd5889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:03.803816 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-56f33174-0bb4-41c2-a7aa-874e7656513b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:04.840114 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:06.039456 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:06.368103 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:07.141877 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 39268) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:05:07.248613 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-cd00017e-ff10-4f2d-973b-22411ea977a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:07.282302 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:07.305206 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:07.329126 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-cd00017e-ff10-4f2d-973b-22411ea977a6 admin admin] Publish callbacks [] for security_group (74a6a93e-6a7d-49f6-b2cc-a18719ccd0a0), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:07.332948 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-cd00017e-ff10-4f2d-973b-22411ea977a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (74a6a93e-6a7d-49f6-b2cc-a18719ccd0a0), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:07.373748 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00017e-ff10-4f2d-973b-22411ea977a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a6a93e-6a7d-49f6-b2cc-a18719ccd0a0,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:05:07.378678 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-cd00017e-ff10-4f2d-973b-22411ea977a6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a2d457c13eca4e7d96cfbee77e9b1bb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356851 May 19 14:05:07.381354 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 39272) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:05:07.431552 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8feddb97-3a6f-4df5-8c0d-ea4808528ea9 admin admin] Publish callbacks [] for security_group (74a6a93e-6a7d-49f6-b2cc-a18719ccd0a0), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:07.453066 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8feddb97-3a6f-4df5-8c0d-ea4808528ea9 admin admin] Publish callbacks [] for security_group (74a6a93e-6a7d-49f6-b2cc-a18719ccd0a0), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:07.502878 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8feddb97-3a6f-4df5-8c0d-ea4808528ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (74a6a93e-6a7d-49f6-b2cc-a18719ccd0a0), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:07.505628 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-8feddb97-3a6f-4df5-8c0d-ea4808528ea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:07.506799 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-8feddb97-3a6f-4df5-8c0d-ea4808528ea9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/74a6a93e-6a7d-49f6-b2cc-a18719ccd0a0 HTTP/1.1" status: 204 len: 168 time: 0.1245539 May 19 14:05:07.515297 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feddb97-3a6f-4df5-8c0d-ea4808528ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a6a93e-6a7d-49f6-b2cc-a18719ccd0a0,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:05:07.773837 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:07.790308 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 39278) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:05:07.804133 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-6a821416-22b8-4060-aa3a-d1ca1dc62ddf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:07.881127 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-6a821416-22b8-4060-aa3a-d1ca1dc62ddf admin admin] Publish callbacks [] for security_group (9ad37d7d-770b-430a-9c2e-bbb1c4b6d9d2), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:07.885091 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-6a821416-22b8-4060-aa3a-d1ca1dc62ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (9ad37d7d-770b-430a-9c2e-bbb1c4b6d9d2), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:07.926308 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-6a821416-22b8-4060-aa3a-d1ca1dc62ddf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9d5fdf15e0b3463db6ae2eb41192e27c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347067 May 19 14:05:07.927166 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a821416-22b8-4060-aa3a-d1ca1dc62ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad37d7d-770b-430a-9c2e-bbb1c4b6d9d2,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:05:07.929015 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 39280) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:05:07.976699 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b8a2c12e-ad68-4c5b-8415-6809fa7f85d2 admin admin] Publish callbacks [] for security_group (9ad37d7d-770b-430a-9c2e-bbb1c4b6d9d2), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:08.000057 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b8a2c12e-ad68-4c5b-8415-6809fa7f85d2 admin admin] Publish callbacks [] for security_group (9ad37d7d-770b-430a-9c2e-bbb1c4b6d9d2), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:08.052185 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b8a2c12e-ad68-4c5b-8415-6809fa7f85d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (9ad37d7d-770b-430a-9c2e-bbb1c4b6d9d2), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:08.054618 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b8a2c12e-ad68-4c5b-8415-6809fa7f85d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:08.055819 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-b8a2c12e-ad68-4c5b-8415-6809fa7f85d2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9ad37d7d-770b-430a-9c2e-bbb1c4b6d9d2 HTTP/1.1" status: 204 len: 168 time: 0.1258285 May 19 14:05:08.063853 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2c12e-ad68-4c5b-8415-6809fa7f85d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad37d7d-770b-430a-9c2e-bbb1c4b6d9d2,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:05:09.969508 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 39352) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:05:10.077607 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e29c6d20-3257-4128-895d-9c1ef5039d82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:10.151685 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e29c6d20-3257-4128-895d-9c1ef5039d82 admin admin] Publish callbacks [] for security_group (68a5d429-65ad-4213-bbe6-8a6dcf705776), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:10.155693 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e29c6d20-3257-4128-895d-9c1ef5039d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (68a5d429-65ad-4213-bbe6-8a6dcf705776), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:10.195862 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-e29c6d20-3257-4128-895d-9c1ef5039d82 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eada19daac084621ab61d9d920cf771f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253091 May 19 14:05:10.196770 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c6d20-3257-4128-895d-9c1ef5039d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a5d429-65ad-4213-bbe6-8a6dcf705776,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:05:10.198488 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 39356) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:05:10.246706 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1efc4d6d-4e59-44d6-b03c-07048cb74ec2 admin admin] Publish callbacks [] for security_group (68a5d429-65ad-4213-bbe6-8a6dcf705776), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:10.268997 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1efc4d6d-4e59-44d6-b03c-07048cb74ec2 admin admin] Publish callbacks [] for security_group (68a5d429-65ad-4213-bbe6-8a6dcf705776), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:10.316256 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1efc4d6d-4e59-44d6-b03c-07048cb74ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (68a5d429-65ad-4213-bbe6-8a6dcf705776), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:10.318763 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-1efc4d6d-4e59-44d6-b03c-07048cb74ec2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:10.320007 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-1efc4d6d-4e59-44d6-b03c-07048cb74ec2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/68a5d429-65ad-4213-bbe6-8a6dcf705776 HTTP/1.1" status: 204 len: 168 time: 0.1204493 May 19 14:05:10.328571 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc4d6d-4e59-44d6-b03c-07048cb74ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a5d429-65ad-4213-bbe6-8a6dcf705776,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:05:10.586624 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 39362) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:05:10.600179 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-11c4f5a4-4919-4c28-b445-6434aecfd896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:10.676406 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-11c4f5a4-4919-4c28-b445-6434aecfd896 admin admin] Publish callbacks [] for security_group (d72a2ef6-0f9c-4b13-a11f-9ed825712874), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:10.680220 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-11c4f5a4-4919-4c28-b445-6434aecfd896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (d72a2ef6-0f9c-4b13-a11f-9ed825712874), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:10.683570 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:10.724698 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4f5a4-4919-4c28-b445-6434aecfd896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72a2ef6-0f9c-4b13-a11f-9ed825712874,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:05:10.730119 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-11c4f5a4-4919-4c28-b445-6434aecfd896 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c290f53bf156420182f9c2111573d805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423824 May 19 14:05:10.732887 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 39364) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:05:10.765673 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:10.784628 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-aa3c0c2a-d052-41d9-927f-c76efe5672a4 admin admin] Publish callbacks [] for security_group (d72a2ef6-0f9c-4b13-a11f-9ed825712874), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:10.807711 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-aa3c0c2a-d052-41d9-927f-c76efe5672a4 admin admin] Publish callbacks [] for security_group (d72a2ef6-0f9c-4b13-a11f-9ed825712874), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:10.853524 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-aa3c0c2a-d052-41d9-927f-c76efe5672a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (d72a2ef6-0f9c-4b13-a11f-9ed825712874), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:10.856292 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-aa3c0c2a-d052-41d9-927f-c76efe5672a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:10.857416 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-aa3c0c2a-d052-41d9-927f-c76efe5672a4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d72a2ef6-0f9c-4b13-a11f-9ed825712874 HTTP/1.1" status: 204 len: 168 time: 0.1236386 May 19 14:05:10.865223 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c0c2a-d052-41d9-927f-c76efe5672a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72a2ef6-0f9c-4b13-a11f-9ed825712874,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:05:18.863628 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 39484) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:05:18.968205 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-22044e94-4ab2-4cdb-b059-dfb37cc6923f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:19.051515 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-22044e94-4ab2-4cdb-b059-dfb37cc6923f admin admin] Publish callbacks [] for security_group (472b6c7b-8fba-4f79-be3d-400e2cd56949), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:19.055278 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-22044e94-4ab2-4cdb-b059-dfb37cc6923f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (472b6c7b-8fba-4f79-be3d-400e2cd56949), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:19.094092 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-22044e94-4ab2-4cdb-b059-dfb37cc6923f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e27ef7f3d5d34539bf4bcd8461bb8e60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300057 May 19 14:05:19.094947 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22044e94-4ab2-4cdb-b059-dfb37cc6923f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472b6c7b-8fba-4f79-be3d-400e2cd56949,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:05:19.096920 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 39488) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:05:19.145474 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-99fd76c4-5be6-424e-a50e-2eb045faea7a admin admin] Publish callbacks [] for security_group (472b6c7b-8fba-4f79-be3d-400e2cd56949), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:19.167343 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-99fd76c4-5be6-424e-a50e-2eb045faea7a admin admin] Publish callbacks [] for security_group (472b6c7b-8fba-4f79-be3d-400e2cd56949), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:19.213614 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-99fd76c4-5be6-424e-a50e-2eb045faea7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (472b6c7b-8fba-4f79-be3d-400e2cd56949), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:19.215977 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-99fd76c4-5be6-424e-a50e-2eb045faea7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:19.217133 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-99fd76c4-5be6-424e-a50e-2eb045faea7a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/472b6c7b-8fba-4f79-be3d-400e2cd56949 HTTP/1.1" status: 204 len: 168 time: 0.1191893 May 19 14:05:19.224801 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd76c4-5be6-424e-a50e-2eb045faea7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472b6c7b-8fba-4f79-be3d-400e2cd56949,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:05:19.236946 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:19.484043 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 39494) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:05:19.497819 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-7928c67f-cd31-445d-892d-b606e5484506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:19.516232 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:19.539983 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=72,neutron:DELETE=8,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:19.827610 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-7928c67f-cd31-445d-892d-b606e5484506 admin admin] Publish callbacks [] for security_group (1906f8ab-a6eb-4d09-9e6c-f8f052959b00), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:19.831124 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-7928c67f-cd31-445d-892d-b606e5484506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (1906f8ab-a6eb-4d09-9e6c-f8f052959b00), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:19.869476 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-7928c67f-cd31-445d-892d-b606e5484506 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5dbc6c7abaeb451ab48b8676d23f132f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3843539 May 19 14:05:19.871514 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928c67f-cd31-445d-892d-b606e5484506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1906f8ab-a6eb-4d09-9e6c-f8f052959b00,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:05:19.872168 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 39496) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:05:19.923545 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-522e3aef-0499-4570-905e-a1a4e085b743 admin admin] Publish callbacks [] for security_group (1906f8ab-a6eb-4d09-9e6c-f8f052959b00), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:19.944410 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-522e3aef-0499-4570-905e-a1a4e085b743 admin admin] Publish callbacks [] for security_group (1906f8ab-a6eb-4d09-9e6c-f8f052959b00), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:19.991107 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-522e3aef-0499-4570-905e-a1a4e085b743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (1906f8ab-a6eb-4d09-9e6c-f8f052959b00), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:19.994347 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-522e3aef-0499-4570-905e-a1a4e085b743 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:19.995555 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-522e3aef-0499-4570-905e-a1a4e085b743 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1906f8ab-a6eb-4d09-9e6c-f8f052959b00 HTTP/1.1" status: 204 len: 168 time: 0.1224039 May 19 14:05:20.003417 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e3aef-0499-4570-905e-a1a4e085b743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1906f8ab-a6eb-4d09-9e6c-f8f052959b00,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:05:20.015390 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:20.056838 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=3 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:20.057681 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=3 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:20.321987 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 39502) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:05:20.335260 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-10d4c61a-2253-4915-9b30-079921192309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:20.411724 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-10d4c61a-2253-4915-9b30-079921192309 admin admin] Publish callbacks [] for security_group (e115493b-d7f9-45e0-8f6a-3829cc395a3a), precommit_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:20.415479 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-10d4c61a-2253-4915-9b30-079921192309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (e115493b-d7f9-45e0-8f6a-3829cc395a3a), after_create {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:20.454590 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-10d4c61a-2253-4915-9b30-079921192309 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1c9f9285f6b0410188f886d249b02a68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313963 May 19 14:05:20.455313 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4c61a-2253-4915-9b30-079921192309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e115493b-d7f9-45e0-8f6a-3829cc395a3a,revision_number=1']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:05:20.457332 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 39504) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:05:20.506333 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e6e9d38c-268e-4218-acd5-a9897e5d7791 admin admin] Publish callbacks [] for security_group (e115493b-d7f9-45e0-8f6a-3829cc395a3a), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:20.527413 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e6e9d38c-268e-4218-acd5-a9897e5d7791 admin admin] Publish callbacks [] for security_group (e115493b-d7f9-45e0-8f6a-3829cc395a3a), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:20.573680 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e6e9d38c-268e-4218-acd5-a9897e5d7791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (e115493b-d7f9-45e0-8f6a-3829cc395a3a), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:20.576158 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-e6e9d38c-268e-4218-acd5-a9897e5d7791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:20.577281 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-e6e9d38c-268e-4218-acd5-a9897e5d7791 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e115493b-d7f9-45e0-8f6a-3829cc395a3a HTTP/1.1" status: 204 len: 168 time: 0.1189134 May 19 14:05:20.584689 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9d38c-268e-4218-acd5-a9897e5d7791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e115493b-d7f9-45e0-8f6a-3829cc395a3a,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:05:21.492782 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:26.016822 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c9787e0b-31db-403b-a9d3-04291ffec34c req-a651b4e6-9d3c-4e98-b332-1e0d2c4c6bf4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2103529 May 19 14:05:26.123713 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9787e0b-31db-403b-a9d3-04291ffec34c req-771f04b1-26c8-4fac-81b2-b0aa5a09adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:05:26.125214 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c9787e0b-31db-403b-a9d3-04291ffec34c req-771f04b1-26c8-4fac-81b2-b0aa5a09adbf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e&device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 1129 time: 0.0457869 May 19 14:05:26.245242 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9787e0b-31db-403b-a9d3-04291ffec34c req-e05508ae-5d5a-44f3-ad84-248667f8a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:05:26.246760 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c9787e0b-31db-403b-a9d3-04291ffec34c req-e05508ae-5d5a-44f3-ad84-248667f8a126 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aa748ea7-654e-47dd-89a8-e6366b098088 HTTP/1.1" status: 200 len: 913 time: 0.1015913 May 19 14:05:26.320089 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c9787e0b-31db-403b-a9d3-04291ffec34c req-291faded-93e0-4d30-8056-5c343a131ba0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2888e720-a274-4cb2-91e2-5264abb78eda HTTP/1.1" status: 200 len: 1001 time: 0.0676093 May 19 14:05:26.372208 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9787e0b-31db-403b-a9d3-04291ffec34c req-5cb44804-a5a4-4c5b-9f74-1a8cd1889ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:05:26.373672 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c9787e0b-31db-403b-a9d3-04291ffec34c req-5cb44804-a5a4-4c5b-9f74-1a8cd1889ac7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7b45dbe-629b-471b-b7f7-2399b9334e60 HTTP/1.1" status: 200 len: 851 time: 0.0483737 May 19 14:05:26.418890 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9787e0b-31db-403b-a9d3-04291ffec34c req-664f35d5-f00e-460c-b409-169f96493a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:05:26.420454 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c9787e0b-31db-403b-a9d3-04291ffec34c req-664f35d5-f00e-460c-b409-169f96493a24 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa748ea7-654e-47dd-89a8-e6366b098088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416362 May 19 14:05:26.431391 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [req-c9787e0b-31db-403b-a9d3-04291ffec34c req-e6ad183e-7a96-4c42-82e5-1d6aa3b9b3c8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110061) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 14:05:26.433501 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c9787e0b-31db-403b-a9d3-04291ffec34c req-e6ad183e-7a96-4c42-82e5-1d6aa3b9b3c8 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0066679 May 19 14:05:26.535190 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c9787e0b-31db-403b-a9d3-04291ffec34c req-4fd44088-2b6b-4d7b-847c-8c5bde3a5b7c service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960102 May 19 14:05:26.642534 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c9787e0b-31db-403b-a9d3-04291ffec34c req-12b7d052-aeb5-426f-8e6e-18e15dd6f125 service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013098 May 19 14:05:30.064918 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:30.448813 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=55,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:30.450871 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:31.434656 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-0ca24c07-691e-48f5-810c-e898cc142159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:33.044620 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:05:33.805955 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4cf8229a-0873-4d7e-b29c-bddd2ead1af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:34.844162 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:36.371514 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:36.628659 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=79,neutron:INSERT=6,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:36.639145 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=79,neutron:DELETE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:37.776415 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:39.842470 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a7b4d-23b2-4cc5-bb33-38bd4bf7b7fc req-45038b87-7a89-4ff9-a00a-98f83c96a9eb tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:05:39.843953 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9d6a7b4d-23b2-4cc5-bb33-38bd4bf7b7fc req-45038b87-7a89-4ff9-a00a-98f83c96a9eb tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 945 time: 0.0469365 May 19 14:05:39.894605 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9d6a7b4d-23b2-4cc5-bb33-38bd4bf7b7fc req-b8276a2e-2a49-4672-91eb-ee26829ce674 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449231 May 19 14:05:41.017397 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94172f8-b66c-42fb-9f2e-bd0f7b9d33cd req-a667912b-b960-4a4f-803d-3f6f5364f395 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:05:41.018932 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b94172f8-b66c-42fb-9f2e-bd0f7b9d33cd req-a667912b-b960-4a4f-803d-3f6f5364f395 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 945 time: 0.0497642 May 19 14:05:41.070890 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b94172f8-b66c-42fb-9f2e-bd0f7b9d33cd req-f843623b-e324-488a-a4ac-4fbd02ab39c8 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462270 May 19 14:05:41.484802 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ea46e-c29f-44aa-83f3-43b7b80c71a7 req-789ea172-3157-4579-9121-a5002482851d tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:05:41.486256 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cc7ea46e-c29f-44aa-83f3-43b7b80c71a7 req-789ea172-3157-4579-9121-a5002482851d tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 945 time: 0.0508716 May 19 14:05:41.572155 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [req-cc7ea46e-c29f-44aa-83f3-43b7b80c71a7 req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Deleting port 2888e720-a274-4cb2-91e2-5264abb78eda {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:05:41.572518 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-cc7ea46e-c29f-44aa-83f3-43b7b80c71a7 req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (2888e720-a274-4cb2-91e2-5264abb78eda), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:41.681063 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-cc7ea46e-c29f-44aa-83f3-43b7b80c71a7 req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] For port 2888e720-a274-4cb2-91e2-5264abb78eda, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2888e720-a274-4cb2-91e2-5264abb78eda,segment=NetworkSegment(e63c3407-a6bb-41cf-b146-668d8bf6dddd),segment_id=e63c3407-a6bb-41cf-b146-668d8bf6dddd)] {{(pid=110061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:05:41.681326 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-cc7ea46e-c29f-44aa-83f3-43b7b80c71a7 req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (2888e720-a274-4cb2-91e2-5264abb78eda), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:41.845788 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-cc7ea46e-c29f-44aa-83f3-43b7b80c71a7 req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:41.846206 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-cc7ea46e-c29f-44aa-83f3-43b7b80c71a7 req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (06dd987c-9842-4db3-bb7f-dfb0a919b32d), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:41.846576 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.l3_db [req-cc7ea46e-c29f-44aa-83f3-43b7b80c71a7 req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Floating IP 06dd987c-9842-4db3-bb7f-dfb0a919b32d disassociated. External IP: 172.27.2.113, port: 2888e720-a274-4cb2-91e2-5264abb78eda. May 19 14:05:41.846991 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [req-cc7ea46e-c29f-44aa-83f3-43b7b80c71a7 req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Calling delete_port for 2888e720-a274-4cb2-91e2-5264abb78eda owned by compute:nova {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:05:41.982138 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-cc7ea46e-c29f-44aa-83f3-43b7b80c71a7 req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (2888e720-a274-4cb2-91e2-5264abb78eda), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:42.007895 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Pushing event deleted for resources: {'Port': ['ID=2888e720-a274-4cb2-91e2-5264abb78eda,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:05:42.022078 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:42.022614 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:42.022758 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:42.023122 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:42.023452 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:42.023777 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:42.024938 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:42.025285 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:42.025614 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:42.025939 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:42.026264 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:42.026585 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:42.026928 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:42.027248 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:42.027563 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:42.132604 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc7ea46e-c29f-44aa-83f3-43b7b80c71a7 req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Router aaadfe3d-6633-4f04-a304-dc38b6e244fb has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 14:05:42.140401 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:42.172257 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-0b6b38eb-90de-4f4a-8393-9c138faf903c req-3b73090d-0af6-4747-b44a-0e307ca0968e tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfea4879-afb7-4f52-99f6-c666d214000d HTTP/1.1" status: 200 len: 210 time: 0.0324943 May 19 14:05:42.256860 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:42.267454 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc7ea46e-c29f-44aa-83f3-43b7b80c71a7 req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 14:05:42.277506 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7884a8e2-4235-465b-85d8-95a030f35ab2 None None] Sync routers for ids ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'] in dv-cinder-784815-14-iscsi {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 14:05:42.287576 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7884a8e2-4235-465b-85d8-95a030f35ab2 None None] Routers {'aaadfe3d-6633-4f04-a304-dc38b6e244fb'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:05:42.288119 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-7884a8e2-4235-465b-85d8-95a030f35ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:05:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:05:42.311456 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7ea46e-c29f-44aa-83f3-43b7b80c71a7 req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] No DVR routers for this DVR port 2888e720-a274-4cb2-91e2-5264abb78eda on host hv-cinder-78481 {{(pid=110061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 14:05:42.314008 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-cc7ea46e-c29f-44aa-83f3-43b7b80c71a7 req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:42.317179 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-cc7ea46e-c29f-44aa-83f3-43b7b80c71a7 req-87f80f38-3b71-4c6e-9bec-bbd512349b98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.65 "DELETE /v2.0/ports/2888e720-a274-4cb2-91e2-5264abb78eda HTTP/1.1" status: 204 len: 173 time: 0.8257411 May 19 14:05:42.317627 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfea4879-afb7-4f52-99f6-c666d214000d', 'name': 'network-vif-deleted', 'tag': '2888e720-a274-4cb2-91e2-5264abb78eda'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:05:42.319963 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e49216-9dec-4a47-9705-77abdf0337c5" -d '{"events": [{"server_uuid": "bfea4879-afb7-4f52-99f6-c666d214000d", "name": "network-vif-deleted", "tag": "2888e720-a274-4cb2-91e2-5264abb78eda"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:05:42.404583 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-7884a8e2-4235-465b-85d8-95a030f35ab2 None None] Set router aaadfe3d-6633-4f04-a304-dc38b6e244fb gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:05:42.548431 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 14:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496faa17-864b-45c7-aae1-32029d3618de x-openstack-request-id: req-496faa17-864b-45c7-aae1-32029d3618de {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:05:42.548857 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfea4879-afb7-4f52-99f6-c666d214000d", "name": "network-vif-deleted", "tag": "2888e720-a274-4cb2-91e2-5264abb78eda", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:05:42.549237 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-496faa17-864b-45c7-aae1-32029d3618de {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:05:42.549829 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-496faa17-864b-45c7-aae1-32029d3618de'] response: {'server_uuid': 'bfea4879-afb7-4f52-99f6-c666d214000d', 'name': 'network-vif-deleted', 'tag': '2888e720-a274-4cb2-91e2-5264abb78eda', 'status': 'completed', 'code': 200} May 19 14:05:42.647240 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-7884a8e2-4235-465b-85d8-95a030f35ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:46Z', 'updated_at': '2022-05-19T14:02:49Z', 'revision_number': 4, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'gw_port': {'id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:47Z', 'updated_at': '2022-05-19T14:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '58adcb60-35be-4924-b56f-51b7a866328d', 'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'mac_address': 'fa:16:3e:48:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:48Z', 'updated_at': '2022-05-19T14:02:53Z', 'revision_number': 5, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'subnets': [{'id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:05:42.673687 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7884a8e2-4235-465b-85d8-95a030f35ab2 None None] Checking router: aaadfe3d-6633-4f04-a304-dc38b6e244fb for host: dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 14:05:42.682932 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7884a8e2-4235-465b-85d8-95a030f35ab2 None None] Routers {'aaadfe3d-6633-4f04-a304-dc38b6e244fb'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:05:42.683550 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-7884a8e2-4235-465b-85d8-95a030f35ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:05:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:05:42.794901 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-7884a8e2-4235-465b-85d8-95a030f35ab2 None None] Set router aaadfe3d-6633-4f04-a304-dc38b6e244fb gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:05:42.988099 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-7884a8e2-4235-465b-85d8-95a030f35ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:46Z', 'updated_at': '2022-05-19T14:02:49Z', 'revision_number': 4, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'gw_port': {'id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:47Z', 'updated_at': '2022-05-19T14:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '58adcb60-35be-4924-b56f-51b7a866328d', 'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'mac_address': 'fa:16:3e:48:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:48Z', 'updated_at': '2022-05-19T14:02:53Z', 'revision_number': 5, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'subnets': [{'id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:05:43.018933 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7884a8e2-4235-465b-85d8-95a030f35ab2 None None] The sync data for ids ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'] in dv-cinder-784815-14-iscsi is: [{'id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:46Z', 'updated_at': '2022-05-19T14:02:49Z', 'revision_number': 4, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'gw_port': {'id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:47Z', 'updated_at': '2022-05-19T14:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '58adcb60-35be-4924-b56f-51b7a866328d', 'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'mac_address': 'fa:16:3e:48:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:48Z', 'updated_at': '2022-05-19T14:02:53Z', 'revision_number': 5, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'subnets': [{'id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 14:05:43.040480 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:43.288628 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abcff84-c8bc-499c-9e13-3871ec17d230 None None] New status for floating IP 06dd987c-9842-4db3-bb7f-dfb0a919b32d: DOWN {{(pid=110064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 14:05:43.475479 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-fa237214-47c3-4d06-a903-65af7d609724 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-860494061&fields=id&tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e HTTP/1.1" status: 200 len: 267 time: 0.0509217 May 19 14:05:43.585458 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-2b25abb1-9c39-4e0b-bb36-bb6a0788814a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:05:43.587753 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-2b25abb1-9c39-4e0b-bb36-bb6a0788814a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/networks?id=aa748ea7-654e-47dd-89a8-e6366b098088 HTTP/1.1" status: 200 len: 812 time: 0.1049674 May 19 14:05:43.602730 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-020bdb2b-1683-43d1-ae3f-f24d2d4a8604 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/quotas/6d87d3963b1b4fb29e09d8f72f64fb6e HTTP/1.1" status: 200 len: 375 time: 0.0092773 May 19 14:05:43.672645 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-27145c5f-5313-4e0f-b0b2-f229dbfbb198 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645366 May 19 14:05:43.740840 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-94ad2ea1-3f26-4e23-978f-99f7375a2b3a service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110061) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 14:05:43.742460 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-94ad2ea1-3f26-4e23-978f-99f7375a2b3a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0576560 May 19 14:05:43.841352 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-22d44518-58a3-487d-83bf-ecc9e197ad2f service neutron] 10.222.0.52 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919847 May 19 14:05:43.952369 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-60da6c86-9e1d-4dad-b9ef-d0683b79ddf1 service neutron] 10.222.0.52 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052485 May 19 14:05:44.249691 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a2fd4419-4ad0-43f4-91d4-d9268399dc85 req-9ecad06f-4594-4e33-8575-50398138b65a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 210 time: 0.0290272 May 19 14:05:44.394358 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 2888e720-a274-4cb2-91e2-5264abb78eda no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:05:44.415483 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] No Port match for: 2888e720-a274-4cb2-91e2-5264abb78eda {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:05:44.415822 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 2888e720-a274-4cb2-91e2-5264abb78eda not bound to the agent host hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:05:45.330225 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ab414683-77a7-47cb-9bb5-768b386eec68 req-8c1b59e7-ef1d-45be-b5b4-ceb72673c9b4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 210 time: 0.0279806 May 19 14:05:46.410269 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c67c1322-f36d-48fd-bcc6-2468eacbf5e1 req-0490bc0a-ca9d-448e-ae39-f93fb2a13d74 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 210 time: 0.0279510 May 19 14:05:47.491645 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-40a5e645-8d36-4f26-bff4-0822c354926c req-65d2c860-2ee2-4b81-abf3-7801814d409b tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 210 time: 0.0303502 May 19 14:05:48.588247 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1c8ad9e4-8924-4e9e-b77d-b4437f34c78d req-7887c310-2b7e-4017-829a-9a7ab21cb007 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 210 time: 0.0274699 May 19 14:05:49.402478 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-3317e94c-772e-4e41-9761-57cf6d6efc33 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:05:49.403756 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-3317e94c-772e-4e41-9761-57cf6d6efc33 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.65 "GET /v2.0/networks?id=aa748ea7-654e-47dd-89a8-e6366b098088 HTTP/1.1" status: 200 len: 812 time: 0.1075499 May 19 14:05:49.473758 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-17a8baa6-79b1-46e5-8be9-38aed3d279b0 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e HTTP/1.1" status: 200 len: 379 time: 0.0560012 May 19 14:05:49.492523 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-b028a361-992b-43c3-9225-0d07fd9b302d tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Request body: {'port': {'device_id': 'ead20f1e-6759-41d6-898c-1371fda58169', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'admin_state_up': True, 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'security_groups': ['bf8647c6-89ff-43a6-b771-b3c4530188fe']}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:05:49.600559 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-b028a361-992b-43c3-9225-0d07fd9b302d tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Made reservation on behalf of 6d87d3963b1b4fb29e09d8f72f64fb6e for: {'port': 1} {{(pid=110061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 14:05:49.604535 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-b028a361-992b-43c3-9225-0d07fd9b302d tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:49.699470 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b7156498-f452-4f5b-ae87-ac84c20c6758 req-0b5eeb6c-1b36-425a-82bb-4424ccc431b4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 210 time: 0.0384815 May 19 14:05:49.704864 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:49.764577 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_common [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-b028a361-992b-43c3-9225-0d07fd9b302d tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Allocated IP 172.20.0.4 (aa748ea7-654e-47dd-89a8-e6366b098088/c7b45dbe-629b-471b-b7f7-2399b9334e60/c69ecd94-7c80-4372-b4e1-ffb5f045968f) {{(pid=110061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 14:05:49.797539 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:49.910141 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-b028a361-992b-43c3-9225-0d07fd9b302d tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for port (c69ecd94-7c80-4372-b4e1-ffb5f045968f), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:49.941081 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-b028a361-992b-43c3-9225-0d07fd9b302d tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (c69ecd94-7c80-4372-b4e1-ffb5f045968f), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:49.986213 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-b028a361-992b-43c3-9225-0d07fd9b302d tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Network aa748ea7-654e-47dd-89a8-e6366b098088 is already hosted by enough agents. {{(pid=110061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 14:05:49.989350 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-b028a361-992b-43c3-9225-0d07fd9b302d tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Resources bound (agent type, host, resource id): {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:05:49.993160 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-b028a361-992b-43c3-9225-0d07fd9b302d tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Received port after_create {{(pid=110061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 14:05:50.021978 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028a361-992b-43c3-9225-0d07fd9b302d tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Pushing event updated for resources: {'Port': ['ID=c69ecd94-7c80-4372-b4e1-ffb5f045968f,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:05:50.059229 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-b028a361-992b-43c3-9225-0d07fd9b302d tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:05:50.059983 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-b028a361-992b-43c3-9225-0d07fd9b302d tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:50.076992 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-b028a361-992b-43c3-9225-0d07fd9b302d tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5883701 May 19 14:05:50.094788 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-a541f8f7-ee93-4835-9e91-a4f468064e7d service neutron] Request body: {'port': {'device_id': 'ead20f1e-6759-41d6-898c-1371fda58169', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:05:50.160594 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-a541f8f7-ee93-4835-9e91-a4f468064e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (c69ecd94-7c80-4372-b4e1-ffb5f045968f), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:50.231531 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:50.232105 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:50.241386 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-4cc360a2-ab9a-42c9-8ec6-8063815edabf None None] Provisioning complete for port c69ecd94-7c80-4372-b4e1-ffb5f045968f triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:05:50.241876 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4cc360a2-ab9a-42c9-8ec6-8063815edabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (c69ecd94-7c80-4372-b4e1-ffb5f045968f), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:50.276787 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-4cc360a2-ab9a-42c9-8ec6-8063815edabf None None] Port c69ecd94-7c80-4372-b4e1-ffb5f045968f cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 14:05:50.450580 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-a541f8f7-ee93-4835-9e91-a4f468064e7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c69ecd94-7c80-4372-b4e1-ffb5f045968f {{(pid=110061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 14:05:50.457945 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-a541f8f7-ee93-4835-9e91-a4f468064e7d service neutron] Publish callbacks [] for port (c69ecd94-7c80-4372-b4e1-ffb5f045968f), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:50.461132 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:50.471811 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.provisioning_blocks [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-a541f8f7-ee93-4835-9e91-a4f468064e7d service neutron] Transition to ACTIVE for port object c69ecd94-7c80-4372-b4e1-ffb5f045968f will not be triggered until provisioned by entity L2. {{(pid=110061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 14:05:50.475804 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-a541f8f7-ee93-4835-9e91-a4f468064e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30676627'] for port (c69ecd94-7c80-4372-b4e1-ffb5f045968f), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:50.528434 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541f8f7-ee93-4835-9e91-a4f468064e7d service neutron] Pushing event updated for resources: {'Port': ['ID=c69ecd94-7c80-4372-b4e1-ffb5f045968f,revision_number=2']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:05:50.602569 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-a541f8f7-ee93-4835-9e91-a4f468064e7d service neutron] Attempting to bind port c69ecd94-7c80-4372-b4e1-ffb5f045968f on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 14:05:50.603300 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-a541f8f7-ee93-4835-9e91-a4f468064e7d service neutron] Attempting to bind port c69ecd94-7c80-4372-b4e1-ffb5f045968f by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'e63c3407-a6bb-41cf-b146-668d8bf6dddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088'}] {{(pid=110061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 14:05:50.603413 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-a541f8f7-ee93-4835-9e91-a4f468064e7d service neutron] Attempting to bind port c69ecd94-7c80-4372-b4e1-ffb5f045968f on network aa748ea7-654e-47dd-89a8-e6366b098088 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 14:05:50.608170 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-a541f8f7-ee93-4835-9e91-a4f468064e7d service neutron] Port c69ecd94-7c80-4372-b4e1-ffb5f045968f on network aa748ea7-654e-47dd-89a8-e6366b098088 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 14:05:50.608485 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-a541f8f7-ee93-4835-9e91-a4f468064e7d service neutron] Attempting to bind port c69ecd94-7c80-4372-b4e1-ffb5f045968f on network aa748ea7-654e-47dd-89a8-e6366b098088 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 14:05:50.613700 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-a541f8f7-ee93-4835-9e91-a4f468064e7d service neutron] Checking agent: {'id': '7bec7b2c-83f8-44b0-a5e6-0a5454b173c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'started_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 14, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 14:05:50.614029 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-a541f8f7-ee93-4835-9e91-a4f468064e7d service neutron] Checking segment: {'id': 'e63c3407-a6bb-41cf-b146-668d8bf6dddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 14:05:50.614409 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-a541f8f7-ee93-4835-9e91-a4f468064e7d service neutron] Bound using segment: {'id': 'e63c3407-a6bb-41cf-b146-668d8bf6dddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088'} {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 14:05:50.614824 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-a541f8f7-ee93-4835-9e91-a4f468064e7d service neutron] Bound port: c69ecd94-7c80-4372-b4e1-ffb5f045968f, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63c3407-a6bb-41cf-b146-668d8bf6dddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088'}}] {{(pid=110061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 14:05:50.615203 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-a541f8f7-ee93-4835-9e91-a4f468064e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (c69ecd94-7c80-4372-b4e1-ffb5f045968f), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:50.631917 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:50.702016 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-a541f8f7-ee93-4835-9e91-a4f468064e7d service neutron] For port c69ecd94-7c80-4372-b4e1-ffb5f045968f, host hv-cinder-78481, cleared binding levels {{(pid=110061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 14:05:50.702016 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-a541f8f7-ee93-4835-9e91-a4f468064e7d service neutron] For port c69ecd94-7c80-4372-b4e1-ffb5f045968f, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c69ecd94-7c80-4372-b4e1-ffb5f045968f,segment=NetworkSegment(e63c3407-a6bb-41cf-b146-668d8bf6dddd),segment_id=e63c3407-a6bb-41cf-b146-668d8bf6dddd)] {{(pid=110061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 14:05:50.707917 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-a541f8f7-ee93-4835-9e91-a4f468064e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30676627'] for port (c69ecd94-7c80-4372-b4e1-ffb5f045968f), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:50.751606 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-a541f8f7-ee93-4835-9e91-a4f468064e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:05:50.752513 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-a541f8f7-ee93-4835-9e91-a4f468064e7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:50.753765 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-a541f8f7-ee93-4835-9e91-a4f468064e7d service neutron] 10.222.0.65 "PUT /v2.0/ports/c69ecd94-7c80-4372-b4e1-ffb5f045968f HTTP/1.1" status: 200 len: 1093 time: 0.6636794 May 19 14:05:50.754289 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead20f1e-6759-41d6-898c-1371fda58169', 'tag': 'c69ecd94-7c80-4372-b4e1-ffb5f045968f'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:05:50.756584 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8b1aa1-c403-4a59-91c9-7381cae224b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ead20f1e-6759-41d6-898c-1371fda58169", "tag": "c69ecd94-7c80-4372-b4e1-ffb5f045968f"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:05:50.793503 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541f8f7-ee93-4835-9e91-a4f468064e7d service neutron] Pushing event updated for resources: {'Port': ['ID=c69ecd94-7c80-4372-b4e1-ffb5f045968f,revision_number=3']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:05:50.834489 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 14:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a85efcd-3ad5-496a-a91f-7ee9f79fdee5 x-openstack-request-id: req-2a85efcd-3ad5-496a-a91f-7ee9f79fdee5 {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:05:50.835016 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead20f1e-6759-41d6-898c-1371fda58169", "tag": "c69ecd94-7c80-4372-b4e1-ffb5f045968f", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:05:50.835726 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2a85efcd-3ad5-496a-a91f-7ee9f79fdee5 {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:05:50.836870 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a85efcd-3ad5-496a-a91f-7ee9f79fdee5'] response: {'name': 'network-changed', 'server_uuid': 'ead20f1e-6759-41d6-898c-1371fda58169', 'tag': 'c69ecd94-7c80-4372-b4e1-ffb5f045968f', 'status': 'completed', 'code': 200} May 19 14:05:50.875696 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ad33c-1dbb-4de3-8783-2e5c69c35908 req-8b664620-1c8a-471d-a5bf-69272dac0a01 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:05:50.877274 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ca5ad33c-1dbb-4de3-8783-2e5c69c35908 req-8b664620-1c8a-471d-a5bf-69272dac0a01 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 943 time: 0.0930817 May 19 14:05:50.924557 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-ebc81c79-62ef-41ed-9366-cdaebdd2616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:05:50.926101 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-ebc81c79-62ef-41ed-9366-cdaebdd2616f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e&device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 1127 time: 0.0875151 May 19 14:05:50.989161 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-58132dd4-9005-48ed-bb41-d808261c4bfe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c69ecd94-7c80-4372-b4e1-ffb5f045968f HTTP/1.1" status: 200 len: 217 time: 0.0498345 May 19 14:05:50.993236 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ca5ad33c-1dbb-4de3-8783-2e5c69c35908 req-a59b48cc-30bd-461c-af1a-8669b46b1f16 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983036 May 19 14:05:51.044581 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-6286876a-7a74-4562-a96f-f04b99632c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:05:51.047426 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-6286876a-7a74-4562-a96f-f04b99632c17 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7b45dbe-629b-471b-b7f7-2399b9334e60 HTTP/1.1" status: 200 len: 851 time: 0.0518992 May 19 14:05:51.091408 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-87fa3388-d2e2-495f-820d-ef6a33ff5273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:05:51.092908 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-87fa3388-d2e2-495f-820d-ef6a33ff5273 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa748ea7-654e-47dd-89a8-e6366b098088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411735 May 19 14:05:51.183301 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-97a4f37c-f1c4-4f5e-b99f-27763042df82 service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842745 May 19 14:05:51.279410 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-58666268-e3f6-46f2-a2e7-5839c77b6098 req-7a7c3e27-02a8-45c5-a3be-cbb0d3395df0 service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907295 May 19 14:05:51.512026 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:51.582823 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b1aa1-c403-4a59-91c9-7381cae224b7 req-ab07e9f1-28c0-4c72-8ab1-fee5d547a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:05:51.584366 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ff8b1aa1-c403-4a59-91c9-7381cae224b7 req-ab07e9f1-28c0-4c72-8ab1-fee5d547a5b3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e&device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 1127 time: 0.0425093 May 19 14:05:51.681617 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b1aa1-c403-4a59-91c9-7381cae224b7 req-b892ac58-02cb-4550-a571-85f8f8a557a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:05:51.683011 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ff8b1aa1-c403-4a59-91c9-7381cae224b7 req-b892ac58-02cb-4550-a571-85f8f8a557a2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aa748ea7-654e-47dd-89a8-e6366b098088 HTTP/1.1" status: 200 len: 913 time: 0.0913951 May 19 14:05:51.722301 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ff8b1aa1-c403-4a59-91c9-7381cae224b7 req-62c3e542-6d97-4dec-a0a0-2773bb2a5486 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c69ecd94-7c80-4372-b4e1-ffb5f045968f HTTP/1.1" status: 200 len: 217 time: 0.0331199 May 19 14:05:51.765820 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:51.772708 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b1aa1-c403-4a59-91c9-7381cae224b7 req-dcc4a482-e17d-439f-83af-6e0c60e86045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:05:51.774374 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ff8b1aa1-c403-4a59-91c9-7381cae224b7 req-dcc4a482-e17d-439f-83af-6e0c60e86045 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7b45dbe-629b-471b-b7f7-2399b9334e60 HTTP/1.1" status: 200 len: 851 time: 0.0462179 May 19 14:05:51.820106 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b1aa1-c403-4a59-91c9-7381cae224b7 req-d28cfe59-1a49-4441-9261-5059926f3123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:05:51.822529 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ff8b1aa1-c403-4a59-91c9-7381cae224b7 req-d28cfe59-1a49-4441-9261-5059926f3123 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa748ea7-654e-47dd-89a8-e6366b098088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430419 May 19 14:05:51.911729 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ff8b1aa1-c403-4a59-91c9-7381cae224b7 req-a7b1906b-a6d4-44d5-bd02-616df636334a service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830421 May 19 14:05:52.005356 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ff8b1aa1-c403-4a59-91c9-7381cae224b7 req-5ae22b10-0af9-4d48-933b-df31139dae7f service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875564 May 19 14:05:52.122000 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf633f38-f21f-43af-ab1f-e99e0fed2e91 req-29127a42-0fdf-4540-8f9b-a9a2e5d4c230 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:05:52.123537 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bf633f38-f21f-43af-ab1f-e99e0fed2e91 req-29127a42-0fdf-4540-8f9b-a9a2e5d4c230 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 943 time: 0.0532944 May 19 14:05:52.136008 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:52.175830 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bf633f38-f21f-43af-ab1f-e99e0fed2e91 req-c3fdbaf4-6680-4bc9-870a-3a7a28cdbc9a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467439 May 19 14:05:53.295599 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b17ce-8aed-474d-a33e-e563e4f29e81 req-7538557a-dd7f-4bef-aa2b-88351bc3e375 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:05:53.297129 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5a5b17ce-8aed-474d-a33e-e563e4f29e81 req-7538557a-dd7f-4bef-aa2b-88351bc3e375 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 943 time: 0.0517406 May 19 14:05:53.347502 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5a5b17ce-8aed-474d-a33e-e563e4f29e81 req-dbf5e7b4-3133-4159-b1c3-6abafc34fa22 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448787 May 19 14:05:54.474569 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b962762-21ce-46b2-8767-11b9d8645858 req-ae1416c8-8d18-4127-bda0-f1ba0fcad64a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:05:54.476072 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7b962762-21ce-46b2-8767-11b9d8645858 req-ae1416c8-8d18-4127-bda0-f1ba0fcad64a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 943 time: 0.0482767 May 19 14:05:54.532386 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7b962762-21ce-46b2-8767-11b9d8645858 req-847e3951-71f1-42b3-9e69-9956239fdfb1 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500648 May 19 14:05:55.643980 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71e64b-06c4-4ac0-903e-a58c5442edf3 req-6012e0c4-f185-487c-b940-c6a200a10e12 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:05:55.645433 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1a71e64b-06c4-4ac0-903e-a58c5442edf3 req-6012e0c4-f185-487c-b940-c6a200a10e12 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 943 time: 0.0467119 May 19 14:05:55.697160 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-1a71e64b-06c4-4ac0-903e-a58c5442edf3 req-56eb23d0-517e-41f9-8460-2e28d356cfc5 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456698 May 19 14:05:56.834007 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5be8eb-d374-4280-a045-008d98a89c29 req-4ccb4508-db08-4159-938b-235a32106325 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:05:56.838142 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4c5be8eb-d374-4280-a045-008d98a89c29 req-4ccb4508-db08-4159-938b-235a32106325 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 943 time: 0.0629795 May 19 14:05:56.904947 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-4c5be8eb-d374-4280-a045-008d98a89c29 req-5d3fc5fe-5f1d-47e1-8102-1289d4084252 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617177 May 19 14:05:57.055682 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:57.056390 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:05:58.020271 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bff81-b073-49a5-8a44-9a247fe6dd1c req-f77976fb-9410-4ff0-ae5d-f455888fb5f9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:05:58.021710 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5e6bff81-b073-49a5-8a44-9a247fe6dd1c req-f77976fb-9410-4ff0-ae5d-f455888fb5f9 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 943 time: 0.0458329 May 19 14:05:58.068777 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-5e6bff81-b073-49a5-8a44-9a247fe6dd1c req-fa831d83-8c75-48d4-9ee1-bee99b547aaf tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410175 May 19 14:05:58.494928 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device c69ecd94-7c80-4372-b4e1-ffb5f045968f details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 14:05:58.598469 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port c69ecd94-7c80-4372-b4e1-ffb5f045968f, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c69ecd94-7c80-4372-b4e1-ffb5f045968f,segment=NetworkSegment(e63c3407-a6bb-41cf-b146-668d8bf6dddd),segment_id=e63c3407-a6bb-41cf-b146-668d8bf6dddd)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:05:58.609802 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Returning: {'device': 'c69ecd94-7c80-4372-b4e1-ffb5f045968f', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'port_id': 'c69ecd94-7c80-4372-b4e1-ffb5f045968f', 'mac_address': 'fa:16:3e:3d:64:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 14:05:58.646422 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port c69ecd94-7c80-4372-b4e1-ffb5f045968f is: DOWN; New status is: BUILD {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:05:58.646798 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (c69ecd94-7c80-4372-b4e1-ffb5f045968f), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:58.660491 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c69ecd94-7c80-4372-b4e1-ffb5f045968f {{(pid=110063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 14:05:58.681734 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port c69ecd94-7c80-4372-b4e1-ffb5f045968f, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c69ecd94-7c80-4372-b4e1-ffb5f045968f,segment=NetworkSegment(e63c3407-a6bb-41cf-b146-668d8bf6dddd),segment_id=e63c3407-a6bb-41cf-b146-668d8bf6dddd)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:05:58.689281 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (c69ecd94-7c80-4372-b4e1-ffb5f045968f), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:05:58.737907 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=c69ecd94-7c80-4372-b4e1-ffb5f045968f,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:05:58.745607 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:58.745944 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:58.746277 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:58.746607 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:58.746996 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:58.747359 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:58.747685 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:58.747999 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:58.748321 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:58.748643 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:58.748961 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:58.749268 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:58.749576 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:58.749889 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:58.750196 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:05:58.995540 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['c69ecd94-7c80-4372-b4e1-ffb5f045968f'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 14:05:59.191541 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5491796-3e1f-4de4-8fb6-1be3b1109a6f req-256c61de-ea47-4a10-a1f9-6bcf2d78791f tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:05:59.193021 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d5491796-3e1f-4de4-8fb6-1be3b1109a6f req-256c61de-ea47-4a10-a1f9-6bcf2d78791f tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 944 time: 0.0543935 May 19 14:05:59.247689 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-d5491796-3e1f-4de4-8fb6-1be3b1109a6f req-ff9e4c7a-ecaa-4c7b-8568-aa6242159e80 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486674 May 19 14:06:00.364583 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431eb43f-669a-403d-aff1-36fa3761e580 req-3f593f39-cb76-425b-8178-ad76ee35da5b tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:06:00.366110 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-431eb43f-669a-403d-aff1-36fa3761e580 req-3f593f39-cb76-425b-8178-ad76ee35da5b tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 944 time: 0.0486844 May 19 14:06:00.417983 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-431eb43f-669a-403d-aff1-36fa3761e580 req-302476ab-5431-4bd9-8696-bb1a5fb60ec5 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459189 May 19 14:06:00.488478 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device c69ecd94-7c80-4372-b4e1-ffb5f045968f up at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 14:06:00.536864 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning for port c69ecd94-7c80-4372-b4e1-ffb5f045968f completed by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 14:06:00.542368 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning complete for port c69ecd94-7c80-4372-b4e1-ffb5f045968f triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:06:00.542733 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (c69ecd94-7c80-4372-b4e1-ffb5f045968f), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:06:00.613238 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port c69ecd94-7c80-4372-b4e1-ffb5f045968f is: BUILD; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:06:00.613610 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (c69ecd94-7c80-4372-b4e1-ffb5f045968f), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:06:00.621596 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:06:00.624295 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=100 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:06:00.640622 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead20f1e-6759-41d6-898c-1371fda58169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69ecd94-7c80-4372-b4e1-ffb5f045968f'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:06:00.642778 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a005152-e661-4d58-aa77-7c9337588ce5" -d '{"events": [{"server_uuid": "ead20f1e-6759-41d6-898c-1371fda58169", "name": "network-vif-plugged", "status": "completed", "tag": "c69ecd94-7c80-4372-b4e1-ffb5f045968f"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:06:00.656184 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port c69ecd94-7c80-4372-b4e1-ffb5f045968f, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c69ecd94-7c80-4372-b4e1-ffb5f045968f,segment=NetworkSegment(e63c3407-a6bb-41cf-b146-668d8bf6dddd),segment_id=e63c3407-a6bb-41cf-b146-668d8bf6dddd)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:06:00.660605 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (c69ecd94-7c80-4372-b4e1-ffb5f045968f), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:06:00.709835 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=c69ecd94-7c80-4372-b4e1-ffb5f045968f,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:06:00.741060 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 14:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc08ab9-398d-475f-bf8b-1b8c802ee6dd x-openstack-request-id: req-4cc08ab9-398d-475f-bf8b-1b8c802ee6dd {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:06:00.741352 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead20f1e-6759-41d6-898c-1371fda58169", "name": "network-vif-plugged", "status": "completed", "tag": "c69ecd94-7c80-4372-b4e1-ffb5f045968f", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:06:00.741603 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4cc08ab9-398d-475f-bf8b-1b8c802ee6dd {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:06:00.742010 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cc08ab9-398d-475f-bf8b-1b8c802ee6dd'] response: {'server_uuid': 'ead20f1e-6759-41d6-898c-1371fda58169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69ecd94-7c80-4372-b4e1-ffb5f045968f', 'code': 200} May 19 14:06:00.979997 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80658d18-a0ba-42e0-ac62-2ad30e097be5 req-ce9b5c6e-8105-4c13-a81d-507be64d943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:06:00.981520 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-80658d18-a0ba-42e0-ac62-2ad30e097be5 req-ce9b5c6e-8105-4c13-a81d-507be64d943f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 1129 time: 0.0375552 May 19 14:06:01.004431 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:06:01.031081 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-80658d18-a0ba-42e0-ac62-2ad30e097be5 req-d08896f7-6e6b-4dbe-8167-16f4bc9987d6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440845 May 19 14:06:01.437677 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-d3887c6e-6c91-4e97-be2f-326e31f6f28b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:06:01.532642 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2f4b9-8d78-416c-bcf3-d7a265991133 req-4c9a94b3-fa08-4e76-96c3-e018ce1c1a9a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:06:01.534112 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b1e2f4b9-8d78-416c-bcf3-d7a265991133 req-4c9a94b3-fa08-4e76-96c3-e018ce1c1a9a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 945 time: 0.0469327 May 19 14:06:01.585567 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b1e2f4b9-8d78-416c-bcf3-d7a265991133 req-664be832-d5c3-449d-863e-247947f629b2 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452590 May 19 14:06:02.700087 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c18d00-7495-43a4-a374-27d70d46e169 req-2c03c293-31da-4ac9-926a-ffc6e06609b1 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:06:02.701459 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-10c18d00-7495-43a4-a374-27d70d46e169 req-2c03c293-31da-4ac9-926a-ffc6e06609b1 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 945 time: 0.0465307 May 19 14:06:02.749673 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-10c18d00-7495-43a4-a374-27d70d46e169 req-da307691-7fc7-4db8-a16b-742096f06b54 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425973 May 19 14:06:02.864923 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27831a15-ed32-4b8b-9678-4156929346bb req-114ac41f-92e2-4def-a46e-1cdaaa824268 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:06:02.866365 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-27831a15-ed32-4b8b-9678-4156929346bb req-114ac41f-92e2-4def-a46e-1cdaaa824268 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 945 time: 0.0499976 May 19 14:06:02.892710 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:06:02.918107 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-27831a15-ed32-4b8b-9678-4156929346bb req-d5d116a5-9986-48f6-b015-687979d41608 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459766 May 19 14:06:02.941894 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 39612) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:06:02.979800 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00d1c95-7e05-4d9e-b7b1-cd6b1e8d6b8e tempest-TestVolumeBootPattern-758644059 tempest-TestVolumeBootPattern-758644059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:06:02.981264 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-f00d1c95-7e05-4d9e-b7b1-cd6b1e8d6b8e tempest-TestVolumeBootPattern-758644059 tempest-TestVolumeBootPattern-758644059-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 1124 time: 0.0383770 May 19 14:06:02.984002 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 39614) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:06:02.988038 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-d941ed7a-fd99-4bc2-877d-a71f2a2f8c3a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Request body: {'floatingip': {'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'port_id': 'c69ecd94-7c80-4372-b4e1-ffb5f045968f', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:06:03.008842 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d941ed7a-fd99-4bc2-877d-a71f2a2f8c3a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:06:03.088782 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d941ed7a-fd99-4bc2-877d-a71f2a2f8c3a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:06:03.191218 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_common [None req-d941ed7a-fd99-4bc2-877d-a71f2a2f8c3a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Allocated IP 172.27.2.110 (db349b0a-3651-4f3e-8f89-c44d13ee049b/851bfd66-21de-4b67-adef-488354d2d2c5/9031c418-8bfa-4892-abff-d41f34bb1a14) {{(pid=110061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 14:06:03.545559 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d941ed7a-fd99-4bc2-877d-a71f2a2f8c3a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for port (9031c418-8bfa-4892-abff-d41f34bb1a14), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:06:03.577613 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d941ed7a-fd99-4bc2-877d-a71f2a2f8c3a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (9031c418-8bfa-4892-abff-d41f34bb1a14), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:06:03.617180 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d941ed7a-fd99-4bc2-877d-a71f2a2f8c3a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Network db349b0a-3651-4f3e-8f89-c44d13ee049b is already hosted by enough agents. {{(pid=110061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 14:06:03.620296 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [None req-d941ed7a-fd99-4bc2-877d-a71f2a2f8c3a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Resources bound (agent type, host, resource id): {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:06:03.624345 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d941ed7a-fd99-4bc2-877d-a71f2a2f8c3a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Received port after_create {{(pid=110061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 14:06:03.629327 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ed7a-fd99-4bc2-877d-a71f2a2f8c3a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Pushing event updated for resources: {'Port': ['ID=9031c418-8bfa-4892-abff-d41f34bb1a14,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:06:03.717383 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:06:03.808402 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-db95c90d-6a9e-431a-8c90-d691e73b325d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:06:03.927401 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:06:03.977434 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d941ed7a-fd99-4bc2-877d-a71f2a2f8c3a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for floatingip (def9fdd8-f84f-4a7d-b04c-78d2fb9fa89a), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:06:04.044725 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d941ed7a-fd99-4bc2-877d-a71f2a2f8c3a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (9031c418-8bfa-4892-abff-d41f34bb1a14), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:06:04.218038 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d941ed7a-fd99-4bc2-877d-a71f2a2f8c3a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for port (9031c418-8bfa-4892-abff-d41f34bb1a14), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:06:04.222431 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d941ed7a-fd99-4bc2-877d-a71f2a2f8c3a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30676627'] for port (9031c418-8bfa-4892-abff-d41f34bb1a14), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:06:04.287808 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941ed7a-fd99-4bc2-877d-a71f2a2f8c3a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Pushing event updated for resources: {'Port': ['ID=9031c418-8bfa-4892-abff-d41f34bb1a14,revision_number=2']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:06:04.299154 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d941ed7a-fd99-4bc2-877d-a71f2a2f8c3a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (def9fdd8-f84f-4a7d-b04c-78d2fb9fa89a), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:06:04.393947 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.l3_db [None req-d941ed7a-fd99-4bc2-877d-a71f2a2f8c3a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Floating IP def9fdd8-f84f-4a7d-b04c-78d2fb9fa89a associated. External IP: 172.27.2.110, port: c69ecd94-7c80-4372-b4e1-ffb5f045968f. May 19 14:06:04.528520 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:06:04.595072 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d941ed7a-fd99-4bc2-877d-a71f2a2f8c3a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Router aaadfe3d-6633-4f04-a304-dc38b6e244fb has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 14:06:04.696219 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d941ed7a-fd99-4bc2-877d-a71f2a2f8c3a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 14:06:04.705748 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f93dd96-76b9-4b67-9c62-fbee23ce6ab5 None None] Sync routers for ids ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'] in dv-cinder-784815-14-iscsi {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 14:06:04.713527 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d941ed7a-fd99-4bc2-877d-a71f2a2f8c3a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:06:04.715813 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f93dd96-76b9-4b67-9c62-fbee23ce6ab5 None None] Routers {'aaadfe3d-6633-4f04-a304-dc38b6e244fb'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:06:04.716447 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-1f93dd96-76b9-4b67-9c62-fbee23ce6ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:06:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:06:04.741556 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:06:04.747208 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-d941ed7a-fd99-4bc2-877d-a71f2a2f8c3a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7622290 May 19 14:06:04.747796 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead20f1e-6759-41d6-898c-1371fda58169', 'tag': 'c69ecd94-7c80-4372-b4e1-ffb5f045968f'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:06:04.750038 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15faeca7-c54c-456d-8717-f3ddc5fce870" -d '{"events": [{"name": "network-changed", "server_uuid": "ead20f1e-6759-41d6-898c-1371fda58169", "tag": "c69ecd94-7c80-4372-b4e1-ffb5f045968f"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:06:04.785432 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 14:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c45de22-dcf5-412e-8c9e-4e2d06cf71f3 x-openstack-request-id: req-5c45de22-dcf5-412e-8c9e-4e2d06cf71f3 {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:06:04.785785 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead20f1e-6759-41d6-898c-1371fda58169", "tag": "c69ecd94-7c80-4372-b4e1-ffb5f045968f", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:06:04.786047 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c45de22-dcf5-412e-8c9e-4e2d06cf71f3 {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:06:04.786454 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c45de22-dcf5-412e-8c9e-4e2d06cf71f3'] response: {'name': 'network-changed', 'server_uuid': 'ead20f1e-6759-41d6-898c-1371fda58169', 'tag': 'c69ecd94-7c80-4372-b4e1-ffb5f045968f', 'status': 'completed', 'code': 200} May 19 14:06:04.820416 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-1f93dd96-76b9-4b67-9c62-fbee23ce6ab5 None None] Set router aaadfe3d-6633-4f04-a304-dc38b6e244fb gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:06:04.867442 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15faeca7-c54c-456d-8717-f3ddc5fce870 req-4ba7d829-a2bb-436a-8b03-4ce4a0cd98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:06:04.870255 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-15faeca7-c54c-456d-8717-f3ddc5fce870 req-4ba7d829-a2bb-436a-8b03-4ce4a0cd98bd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e&device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 1129 time: 0.0407991 May 19 14:06:04.900950 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:06:04.966126 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15faeca7-c54c-456d-8717-f3ddc5fce870 req-57e8cffa-9d9e-4e4e-a493-e9b03a2e62b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:06:04.967619 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-15faeca7-c54c-456d-8717-f3ddc5fce870 req-57e8cffa-9d9e-4e4e-a493-e9b03a2e62b1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aa748ea7-654e-47dd-89a8-e6366b098088 HTTP/1.1" status: 200 len: 913 time: 0.0922787 May 19 14:06:05.029222 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-15faeca7-c54c-456d-8717-f3ddc5fce870 req-d996db4a-42d0-4f8a-b23f-7a9e5dba6f04 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c69ecd94-7c80-4372-b4e1-ffb5f045968f HTTP/1.1" status: 200 len: 999 time: 0.0550189 May 19 14:06:05.079920 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15faeca7-c54c-456d-8717-f3ddc5fce870 req-ea1992f9-760a-4cb9-bb9e-1d1d3be0fc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:06:05.081390 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-15faeca7-c54c-456d-8717-f3ddc5fce870 req-ea1992f9-760a-4cb9-bb9e-1d1d3be0fc16 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7b45dbe-629b-471b-b7f7-2399b9334e60 HTTP/1.1" status: 200 len: 851 time: 0.0460536 May 19 14:06:05.130405 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15faeca7-c54c-456d-8717-f3ddc5fce870 req-ea709451-99fb-49f0-a9fd-96346a146b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:06:05.131853 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-15faeca7-c54c-456d-8717-f3ddc5fce870 req-ea709451-99fb-49f0-a9fd-96346a146b48 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa748ea7-654e-47dd-89a8-e6366b098088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448110 May 19 14:06:05.166133 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-1f93dd96-76b9-4b67-9c62-fbee23ce6ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:46Z', 'updated_at': '2022-05-19T14:02:49Z', 'revision_number': 4, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'gw_port': {'id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:47Z', 'updated_at': '2022-05-19T14:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': 'def9fdd8-f84f-4a7d-b04c-78d2fb9fa89a', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'port_id': 'c69ecd94-7c80-4372-b4e1-ffb5f045968f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'mac_address': 'fa:16:3e:3d:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead20f1e-6759-41d6-898c-1371fda58169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T14:06:03Z', 'updated_at': '2022-05-19T14:06:03Z', 'revision_number': 0, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58adcb60-35be-4924-b56f-51b7a866328d', 'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'mac_address': 'fa:16:3e:48:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:48Z', 'updated_at': '2022-05-19T14:02:53Z', 'revision_number': 5, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'subnets': [{'id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:06:05.192979 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f93dd96-76b9-4b67-9c62-fbee23ce6ab5 None None] Checking router: aaadfe3d-6633-4f04-a304-dc38b6e244fb for host: dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 14:06:05.202269 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f93dd96-76b9-4b67-9c62-fbee23ce6ab5 None None] Routers {'aaadfe3d-6633-4f04-a304-dc38b6e244fb'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:06:05.202881 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-1f93dd96-76b9-4b67-9c62-fbee23ce6ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:06:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:06:05.222465 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-15faeca7-c54c-456d-8717-f3ddc5fce870 req-bdf6f2a7-0ebd-4873-bb10-1b4de09b1cb3 service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844479 May 19 14:06:05.309456 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-1f93dd96-76b9-4b67-9c62-fbee23ce6ab5 None None] Set router aaadfe3d-6633-4f04-a304-dc38b6e244fb gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:06:05.317443 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-15faeca7-c54c-456d-8717-f3ddc5fce870 req-679427da-6759-4940-9a4e-b01bddbd0018 service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892584 May 19 14:06:05.519377 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-1f93dd96-76b9-4b67-9c62-fbee23ce6ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:46Z', 'updated_at': '2022-05-19T14:02:49Z', 'revision_number': 4, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'gw_port': {'id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:47Z', 'updated_at': '2022-05-19T14:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': 'def9fdd8-f84f-4a7d-b04c-78d2fb9fa89a', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'port_id': 'c69ecd94-7c80-4372-b4e1-ffb5f045968f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'mac_address': 'fa:16:3e:3d:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead20f1e-6759-41d6-898c-1371fda58169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T14:06:03Z', 'updated_at': '2022-05-19T14:06:03Z', 'revision_number': 0, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58adcb60-35be-4924-b56f-51b7a866328d', 'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'mac_address': 'fa:16:3e:48:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:48Z', 'updated_at': '2022-05-19T14:02:53Z', 'revision_number': 5, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'subnets': [{'id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:06:05.543718 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f93dd96-76b9-4b67-9c62-fbee23ce6ab5 None None] The sync data for ids ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'] in dv-cinder-784815-14-iscsi is: [{'id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:46Z', 'updated_at': '2022-05-19T14:02:49Z', 'revision_number': 4, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'gw_port': {'id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:47Z', 'updated_at': '2022-05-19T14:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': 'def9fdd8-f84f-4a7d-b04c-78d2fb9fa89a', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'port_id': 'c69ecd94-7c80-4372-b4e1-ffb5f045968f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'mac_address': 'fa:16:3e:3d:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead20f1e-6759-41d6-898c-1371fda58169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T14:06:03Z', 'updated_at': '2022-05-19T14:06:03Z', 'revision_number': 0, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58adcb60-35be-4924-b56f-51b7a866328d', 'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'mac_address': 'fa:16:3e:48:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:48Z', 'updated_at': '2022-05-19T14:02:53Z', 'revision_number': 5, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'subnets': [{'id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 14:06:05.734063 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0902c53-9ae5-444b-9de7-45c88cd5aa32 None None] New status for floating IP def9fdd8-f84f-4a7d-b04c-78d2fb9fa89a: ACTIVE {{(pid=110064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 14:06:06.374365 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:06:07.780531 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:06:10.044133 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:06:15.312905 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=68,neutron:DELETE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:06:15.313952 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=48 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:06:17.768589 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:06:17.775670 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:06:21.543786 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:06:25.849675 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9f04c2ec-c08b-4068-938a-be946f7ed78f req-d911bf79-bc45-4cfc-b52b-9cb732393207 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ead20f1e-6759-41d6-898c-1371fda58169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429225 May 19 14:06:25.961952 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04c2ec-c08b-4068-938a-be946f7ed78f req-1790b60c-d9f3-4b10-97c1-5572b0e3fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:06:25.964320 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9f04c2ec-c08b-4068-938a-be946f7ed78f req-1790b60c-d9f3-4b10-97c1-5572b0e3fc9e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e&device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 1129 time: 0.0449936 May 19 14:06:26.076377 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04c2ec-c08b-4068-938a-be946f7ed78f req-ce4e0ee8-29f6-4702-bc26-ed7ea18b6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:06:26.077833 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9f04c2ec-c08b-4068-938a-be946f7ed78f req-ce4e0ee8-29f6-4702-bc26-ed7ea18b6e6c service neutron] 10.222.0.65 "GET /v2.0/networks?id=aa748ea7-654e-47dd-89a8-e6366b098088 HTTP/1.1" status: 200 len: 913 time: 0.0952232 May 19 14:06:26.142293 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9f04c2ec-c08b-4068-938a-be946f7ed78f req-858e909a-f176-4d64-b27a-2a4b3c291065 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c69ecd94-7c80-4372-b4e1-ffb5f045968f HTTP/1.1" status: 200 len: 1001 time: 0.0572004 May 19 14:06:26.197738 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04c2ec-c08b-4068-938a-be946f7ed78f req-1897dc36-f4c7-4088-bcf1-cbe7a8f274cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:06:26.199468 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9f04c2ec-c08b-4068-938a-be946f7ed78f req-1897dc36-f4c7-4088-bcf1-cbe7a8f274cc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7b45dbe-629b-471b-b7f7-2399b9334e60 HTTP/1.1" status: 200 len: 851 time: 0.0509150 May 19 14:06:26.248978 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04c2ec-c08b-4068-938a-be946f7ed78f req-bde923b0-e43d-4380-a613-cf25b15eb404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:06:26.250484 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9f04c2ec-c08b-4068-938a-be946f7ed78f req-bde923b0-e43d-4380-a613-cf25b15eb404 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa748ea7-654e-47dd-89a8-e6366b098088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453162 May 19 14:06:26.338798 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9f04c2ec-c08b-4068-938a-be946f7ed78f req-b6699b9a-1c4a-41cf-840b-6c64cf0b311e service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816028 May 19 14:06:26.430225 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9f04c2ec-c08b-4068-938a-be946f7ed78f req-a82338d9-dca4-4482-9582-c947a4412258 service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863798 May 19 14:06:31.440484 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-7604de4b-7a3b-43db-9289-0e9fde25f4c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:06:33.811293 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-109ac668-f2fa-4504-97b6-2b758eb03a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:06:34.048338 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:06:34.052630 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:06:34.850661 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:06:36.376066 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:06:36.426172 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=52 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:06:36.426980 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=49 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:06:37.782773 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:06:47.043034 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:06:47.776587 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:06:47.778447 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:06:51.554786 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:06:57.037756 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:06:57.038527 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:07:01.443204 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1307165f-d4cc-45f6-a22e-01dc4d6bfe47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:07:03.813546 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-96a681b0-cfe1-48fb-90f5-8ddc220d5728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:07:04.850732 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:07:06.379614 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:07:07.783797 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:07:11.052991 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=3 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:07:11.057202 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=3 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:07:17.778390 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:07:17.781201 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:07:21.558563 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:07:24.043502 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:07:25.847811 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c0be83b1-0e55-4270-ad0f-de7d29f4fc21 req-72620cfe-5578-4988-9b89-0c42599cbe69 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ead20f1e-6759-41d6-898c-1371fda58169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471396 May 19 14:07:25.967128 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be83b1-0e55-4270-ad0f-de7d29f4fc21 req-a88c51a9-9eec-49b9-ad35-91217454ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:07:25.969556 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c0be83b1-0e55-4270-ad0f-de7d29f4fc21 req-a88c51a9-9eec-49b9-ad35-91217454ac8c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e&device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 1129 time: 0.0513237 May 19 14:07:26.097359 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be83b1-0e55-4270-ad0f-de7d29f4fc21 req-f6ba470d-66e2-49cc-a12a-1f95eee912f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:07:26.099018 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c0be83b1-0e55-4270-ad0f-de7d29f4fc21 req-f6ba470d-66e2-49cc-a12a-1f95eee912f0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aa748ea7-654e-47dd-89a8-e6366b098088 HTTP/1.1" status: 200 len: 913 time: 0.1106718 May 19 14:07:26.175299 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c0be83b1-0e55-4270-ad0f-de7d29f4fc21 req-dfafcd59-e703-4bf4-a26d-15cc7cfb94a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c69ecd94-7c80-4372-b4e1-ffb5f045968f HTTP/1.1" status: 200 len: 1001 time: 0.0691042 May 19 14:07:26.231366 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be83b1-0e55-4270-ad0f-de7d29f4fc21 req-73d74462-16d5-45a6-bc75-83b2b2d7fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:07:26.233019 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c0be83b1-0e55-4270-ad0f-de7d29f4fc21 req-73d74462-16d5-45a6-bc75-83b2b2d7fabe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7b45dbe-629b-471b-b7f7-2399b9334e60 HTTP/1.1" status: 200 len: 851 time: 0.0518770 May 19 14:07:26.283324 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be83b1-0e55-4270-ad0f-de7d29f4fc21 req-0de1eb1f-24ed-4e7e-be72-03ce9fc046ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:07:26.284845 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c0be83b1-0e55-4270-ad0f-de7d29f4fc21 req-0de1eb1f-24ed-4e7e-be72-03ce9fc046ef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa748ea7-654e-47dd-89a8-e6366b098088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456567 May 19 14:07:26.390585 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c0be83b1-0e55-4270-ad0f-de7d29f4fc21 req-400fc147-c0ce-47dd-9c8d-813e0beac758 service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993819 May 19 14:07:26.491899 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-c0be83b1-0e55-4270-ad0f-de7d29f4fc21 req-5189f679-3fff-4bf5-93d1-59939aed8048 service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894833 May 19 14:07:31.446540 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-0ffb5bdd-4945-4461-ba63-21bcda8ef96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:07:33.816102 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4a99bf7c-c10b-4a6f-8b7f-2458d30709fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:07:34.037539 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:07:34.038381 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:07:34.857110 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:07:36.385315 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:07:36.485442 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=50 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:07:36.488437 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=51 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:07:37.786905 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:07:48.058492 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:07:48.064040 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=4 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:07:48.431262 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:07:48.439183 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:07:49.981867 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-26ccef09-124f-41ae-9b80-ef47ff3ebc71 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-860494061&fields=id&tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e HTTP/1.1" status: 200 len: 267 time: 0.0840640 May 19 14:07:50.124206 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-4163e40c-3230-4052-a692-183086650977 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:07:50.125763 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-4163e40c-3230-4052-a692-183086650977 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/networks?id=aa748ea7-654e-47dd-89a8-e6366b098088 HTTP/1.1" status: 200 len: 812 time: 0.1373050 May 19 14:07:50.148783 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-23ac4442-5872-4733-b7bd-2f59efd70497 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/quotas/6d87d3963b1b4fb29e09d8f72f64fb6e HTTP/1.1" status: 200 len: 375 time: 0.0122592 May 19 14:07:50.212239 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-0e131dc9-e1c7-46f4-a2df-c3933be777cf tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559926 May 19 14:07:50.389325 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-5fffdcc8-5e38-46a7-91f4-8747799882b1 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110061) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 14:07:50.391211 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-5fffdcc8-5e38-46a7-91f4-8747799882b1 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1638525 May 19 14:07:50.553025 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-9f4343fe-ccfb-4962-a344-c53f9d546916 service neutron] 10.222.0.52 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491857 May 19 14:07:50.707180 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-cbc7ff02-63b5-49b7-bbba-34cbe9354d33 service neutron] 10.222.0.52 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429975 May 19 14:07:51.180214 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-f263c5aa-9005-4024-8605-bd7a42a8f57d req-d9958462-f613-4e35-880d-7cad70903838 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf3a8f-6c99-4f8e-a75a-2f1b1183682e HTTP/1.1" status: 200 len: 210 time: 0.0416143 May 19 14:07:51.566090 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:07:52.302313 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-9a943354-ff5b-4849-bcaa-2d2b26d231f2 req-55ec6044-92bc-4b6f-8f6f-95b7364b4ab3 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf3a8f-6c99-4f8e-a75a-2f1b1183682e HTTP/1.1" status: 200 len: 210 time: 0.0289521 May 19 14:07:52.708480 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-9160b48d-41c2-47b0-9854-8259f67a2b42 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:07:52.710662 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-9160b48d-41c2-47b0-9854-8259f67a2b42 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.65 "GET /v2.0/networks?id=aa748ea7-654e-47dd-89a8-e6366b098088 HTTP/1.1" status: 200 len: 812 time: 0.1469028 May 19 14:07:52.811355 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-f94c5349-6d9d-40ae-98e5-e3e130065c4e tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e HTTP/1.1" status: 200 len: 379 time: 0.0873914 May 19 14:07:52.822118 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Request body: {'port': {'device_id': '9acf3a8f-6c99-4f8e-a75a-2f1b1183682e', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'admin_state_up': True, 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'security_groups': ['bf8647c6-89ff-43a6-b771-b3c4530188fe']}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:07:52.976334 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Made reservation on behalf of 6d87d3963b1b4fb29e09d8f72f64fb6e for: {'port': 1} {{(pid=110061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 14:07:52.980127 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:07:53.145407 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_common [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Allocated IP 172.20.0.9 (aa748ea7-654e-47dd-89a8-e6366b098088/c7b45dbe-629b-471b-b7f7-2399b9334e60/1be29939-edb9-4b23-859f-5cf23a322467) {{(pid=110061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 14:07:53.163581 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:07:53.334139 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:07:53.368121 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for port (1be29939-edb9-4b23-859f-5cf23a322467), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:07:53.411338 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (1be29939-edb9-4b23-859f-5cf23a322467), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:07:53.531037 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Network aa748ea7-654e-47dd-89a8-e6366b098088 is already hosted by enough agents. {{(pid=110061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 14:07:53.532121 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Pushing event updated for resources: {'Port': ['ID=1be29939-edb9-4b23-859f-5cf23a322467,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:07:53.543798 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Resources bound (agent type, host, resource id): {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:07:53.553465 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Received port after_create {{(pid=110061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 14:07:53.563197 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:07:53.563698 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:07:53.564190 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:07:53.564674 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:07:53.565159 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:07:53.565644 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:07:53.566125 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:07:53.566607 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:07:53.567129 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:07:53.567615 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:07:53.568094 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:07:53.568576 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:07:53.569053 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:07:53.569527 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:07:53.570001 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:07:53.613604 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ea99d-3f75-4d0f-8634-b461ab42e873 req-18a3937f-d2fe-4e8e-95de-1a30db4d0d10 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:07:53.615957 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bf0ea99d-3f75-4d0f-8634-b461ab42e873 req-18a3937f-d2fe-4e8e-95de-1a30db4d0d10 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf3a8f-6c99-4f8e-a75a-2f1b1183682e HTTP/1.1" status: 200 len: 931 time: 0.1894097 May 19 14:07:53.677844 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:07:53.678500 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:07:53.721893 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-b56b4f72-90f5-4fd6-956f-4eb7f6a74f87 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9055707 May 19 14:07:53.736868 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-bf0ea99d-3f75-4d0f-8634-b461ab42e873 req-c1f46bd5-a8ca-463f-aa68-3c89f98b3960 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062882 May 19 14:07:53.741912 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-13083941-a560-4f2e-bb6b-407a9b90b9a3 service neutron] Request body: {'port': {'device_id': '9acf3a8f-6c99-4f8e-a75a-2f1b1183682e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:07:53.815685 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-13083941-a560-4f2e-bb6b-407a9b90b9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (1be29939-edb9-4b23-859f-5cf23a322467), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:07:53.922391 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-2e529907-a97f-4408-ac62-38fadea79030 None None] Provisioning complete for port 1be29939-edb9-4b23-859f-5cf23a322467 triggered by entity DHCP. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:07:53.923438 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-2e529907-a97f-4408-ac62-38fadea79030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (1be29939-edb9-4b23-859f-5cf23a322467), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:07:53.967950 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-2e529907-a97f-4408-ac62-38fadea79030 None None] Port 1be29939-edb9-4b23-859f-5cf23a322467 cannot update to ACTIVE because it is not bound. {{(pid=110063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 14:07:54.145666 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-13083941-a560-4f2e-bb6b-407a9b90b9a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be29939-edb9-4b23-859f-5cf23a322467 {{(pid=110061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 14:07:54.159285 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-13083941-a560-4f2e-bb6b-407a9b90b9a3 service neutron] Publish callbacks [] for port (1be29939-edb9-4b23-859f-5cf23a322467), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:07:54.177653 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.provisioning_blocks [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-13083941-a560-4f2e-bb6b-407a9b90b9a3 service neutron] Transition to ACTIVE for port object 1be29939-edb9-4b23-859f-5cf23a322467 will not be triggered until provisioned by entity L2. {{(pid=110061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 14:07:54.183096 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-13083941-a560-4f2e-bb6b-407a9b90b9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30676627'] for port (1be29939-edb9-4b23-859f-5cf23a322467), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:07:54.237449 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13083941-a560-4f2e-bb6b-407a9b90b9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1be29939-edb9-4b23-859f-5cf23a322467,revision_number=2']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:07:54.280595 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:07:54.298195 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:07:54.319719 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-13083941-a560-4f2e-bb6b-407a9b90b9a3 service neutron] Attempting to bind port 1be29939-edb9-4b23-859f-5cf23a322467 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 14:07:54.320085 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-13083941-a560-4f2e-bb6b-407a9b90b9a3 service neutron] Attempting to bind port 1be29939-edb9-4b23-859f-5cf23a322467 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'e63c3407-a6bb-41cf-b146-668d8bf6dddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088'}] {{(pid=110061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 14:07:54.320442 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-13083941-a560-4f2e-bb6b-407a9b90b9a3 service neutron] Attempting to bind port 1be29939-edb9-4b23-859f-5cf23a322467 on network aa748ea7-654e-47dd-89a8-e6366b098088 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 14:07:54.326670 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-13083941-a560-4f2e-bb6b-407a9b90b9a3 service neutron] Port 1be29939-edb9-4b23-859f-5cf23a322467 on network aa748ea7-654e-47dd-89a8-e6366b098088 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 14:07:54.327197 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-13083941-a560-4f2e-bb6b-407a9b90b9a3 service neutron] Attempting to bind port 1be29939-edb9-4b23-859f-5cf23a322467 on network aa748ea7-654e-47dd-89a8-e6366b098088 {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 14:07:54.335403 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-13083941-a560-4f2e-bb6b-407a9b90b9a3 service neutron] Checking agent: {'id': '7bec7b2c-83f8-44b0-a5e6-0a5454b173c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'started_at': datetime.datetime(2022, 5, 19, 13, 52, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 14, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 14:07:54.336033 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-13083941-a560-4f2e-bb6b-407a9b90b9a3 service neutron] Checking segment: {'id': 'e63c3407-a6bb-41cf-b146-668d8bf6dddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 14:07:54.336500 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-13083941-a560-4f2e-bb6b-407a9b90b9a3 service neutron] Bound using segment: {'id': 'e63c3407-a6bb-41cf-b146-668d8bf6dddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088'} {{(pid=110061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 14:07:54.337183 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.managers [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-13083941-a560-4f2e-bb6b-407a9b90b9a3 service neutron] Bound port: 1be29939-edb9-4b23-859f-5cf23a322467, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63c3407-a6bb-41cf-b146-668d8bf6dddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088'}}] {{(pid=110061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 14:07:54.337759 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-13083941-a560-4f2e-bb6b-407a9b90b9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (1be29939-edb9-4b23-859f-5cf23a322467), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:07:54.420172 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-13083941-a560-4f2e-bb6b-407a9b90b9a3 service neutron] For port 1be29939-edb9-4b23-859f-5cf23a322467, host hv-cinder-78481, cleared binding levels {{(pid=110061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 14:07:54.424694 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-13083941-a560-4f2e-bb6b-407a9b90b9a3 service neutron] For port 1be29939-edb9-4b23-859f-5cf23a322467, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1be29939-edb9-4b23-859f-5cf23a322467,segment=NetworkSegment(e63c3407-a6bb-41cf-b146-668d8bf6dddd),segment_id=e63c3407-a6bb-41cf-b146-668d8bf6dddd)] {{(pid=110061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 14:07:54.433628 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-13083941-a560-4f2e-bb6b-407a9b90b9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30676627'] for port (1be29939-edb9-4b23-859f-5cf23a322467), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:07:54.473584 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-13083941-a560-4f2e-bb6b-407a9b90b9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:07:54.474196 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-13083941-a560-4f2e-bb6b-407a9b90b9a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:07:54.475620 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-13083941-a560-4f2e-bb6b-407a9b90b9a3 service neutron] 10.222.0.65 "PUT /v2.0/ports/1be29939-edb9-4b23-859f-5cf23a322467 HTTP/1.1" status: 200 len: 1093 time: 0.7377274 May 19 14:07:54.476051 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acf3a8f-6c99-4f8e-a75a-2f1b1183682e', 'tag': '1be29939-edb9-4b23-859f-5cf23a322467'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:07:54.478277 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871c9e20-74fe-446a-8b69-af1ec517af62" -d '{"events": [{"name": "network-changed", "server_uuid": "9acf3a8f-6c99-4f8e-a75a-2f1b1183682e", "tag": "1be29939-edb9-4b23-859f-5cf23a322467"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:07:54.521305 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13083941-a560-4f2e-bb6b-407a9b90b9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1be29939-edb9-4b23-859f-5cf23a322467,revision_number=3']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:07:54.545995 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 14:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc6337e-be78-47e9-b7e4-c29609017b7b x-openstack-request-id: req-acc6337e-be78-47e9-b7e4-c29609017b7b {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:07:54.546285 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9acf3a8f-6c99-4f8e-a75a-2f1b1183682e", "tag": "1be29939-edb9-4b23-859f-5cf23a322467", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:07:54.546713 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-acc6337e-be78-47e9-b7e4-c29609017b7b {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:07:54.547189 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acc6337e-be78-47e9-b7e4-c29609017b7b'] response: {'name': 'network-changed', 'server_uuid': '9acf3a8f-6c99-4f8e-a75a-2f1b1183682e', 'tag': '1be29939-edb9-4b23-859f-5cf23a322467', 'status': 'completed', 'code': 200} May 19 14:07:54.897268 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-c9a3e242-c144-42b0-b05f-a0a2ccf7199d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:07:54.898828 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-c9a3e242-c144-42b0-b05f-a0a2ccf7199d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e&device_id=9acf3a8f-6c99-4f8e-a75a-2f1b1183682e HTTP/1.1" status: 200 len: 1127 time: 0.3344252 May 19 14:07:54.925652 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d35e8f-d2d2-4ca1-af88-3f38eb0f0bbd req-1b8913b9-5513-4369-b6ba-ea6980eb374f tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:07:54.927009 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a9d35e8f-d2d2-4ca1-af88-3f38eb0f0bbd req-1b8913b9-5513-4369-b6ba-ea6980eb374f tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf3a8f-6c99-4f8e-a75a-2f1b1183682e HTTP/1.1" status: 200 len: 943 time: 0.0687103 May 19 14:07:54.961494 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-e09447be-cc4d-421a-92aa-dd12f07f7eb5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1be29939-edb9-4b23-859f-5cf23a322467 HTTP/1.1" status: 200 len: 217 time: 0.0483050 May 19 14:07:55.035460 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-6fe16b06-f465-480f-bb23-33fbd0a12f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:07:55.036901 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-6fe16b06-f465-480f-bb23-33fbd0a12f80 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7b45dbe-629b-471b-b7f7-2399b9334e60 HTTP/1.1" status: 200 len: 851 time: 0.0667624 May 19 14:07:55.040476 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a9d35e8f-d2d2-4ca1-af88-3f38eb0f0bbd req-bccb90b0-c9c0-434b-9687-82e6dfcd2343 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859270 May 19 14:07:55.080429 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-dd1c7e52-6e18-4f43-92d2-3e781ae87dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:07:55.081910 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-dd1c7e52-6e18-4f43-92d2-3e781ae87dd7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa748ea7-654e-47dd-89a8-e6366b098088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396624 May 19 14:07:55.189045 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-381f2154-3dcb-40fe-8566-0bc888cd944d service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006877 May 19 14:07:55.327443 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-6b49a19f-c937-4600-a4fe-8c3b1d2b03c9 req-235a53e0-2bbf-4213-b550-54cb4ed8d362 service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314042 May 19 14:07:55.710063 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c9e20-74fe-446a-8b69-af1ec517af62 req-acf3725d-45b4-4e2e-92a9-f6064d276efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:07:55.711622 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-871c9e20-74fe-446a-8b69-af1ec517af62 req-acf3725d-45b4-4e2e-92a9-f6064d276efe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e&device_id=9acf3a8f-6c99-4f8e-a75a-2f1b1183682e HTTP/1.1" status: 200 len: 1127 time: 0.0689178 May 19 14:07:55.849395 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c9e20-74fe-446a-8b69-af1ec517af62 req-9593a124-b9fe-478f-82fe-11a20d0f57c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:07:55.851717 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-871c9e20-74fe-446a-8b69-af1ec517af62 req-9593a124-b9fe-478f-82fe-11a20d0f57c5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aa748ea7-654e-47dd-89a8-e6366b098088 HTTP/1.1" status: 200 len: 913 time: 0.1318669 May 19 14:07:55.903671 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-871c9e20-74fe-446a-8b69-af1ec517af62 req-e4906b7e-5d88-41fa-91bd-ce852b0471c5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1be29939-edb9-4b23-859f-5cf23a322467 HTTP/1.1" status: 200 len: 217 time: 0.0435641 May 19 14:07:55.976538 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c9e20-74fe-446a-8b69-af1ec517af62 req-1908a6c4-0624-4cf7-b221-0b5f39a374d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:07:55.979548 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-871c9e20-74fe-446a-8b69-af1ec517af62 req-1908a6c4-0624-4cf7-b221-0b5f39a374d2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7b45dbe-629b-471b-b7f7-2399b9334e60 HTTP/1.1" status: 200 len: 851 time: 0.0695348 May 19 14:07:56.043005 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c9e20-74fe-446a-8b69-af1ec517af62 req-b1b2ffc3-2b43-4c2b-aefb-ce797680893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:07:56.044880 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-871c9e20-74fe-446a-8b69-af1ec517af62 req-b1b2ffc3-2b43-4c2b-aefb-ce797680893a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa748ea7-654e-47dd-89a8-e6366b098088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0604002 May 19 14:07:56.147010 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:07:56.176455 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-871c9e20-74fe-446a-8b69-af1ec517af62 req-89de8c2d-6804-40cd-b31e-0f45718f6e3b service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245811 May 19 14:07:56.205748 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:07:56.266534 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ea9c9-0242-40c6-aa01-13f16937fbdb req-7e167ef9-2ed5-4331-8b01-2ef49357b9d7 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:07:56.268214 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-037ea9c9-0242-40c6-aa01-13f16937fbdb req-7e167ef9-2ed5-4331-8b01-2ef49357b9d7 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf3a8f-6c99-4f8e-a75a-2f1b1183682e HTTP/1.1" status: 200 len: 943 time: 0.1079698 May 19 14:07:56.339765 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-871c9e20-74fe-446a-8b69-af1ec517af62 req-81bb8092-7354-4d58-abcd-e8d69e443851 service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459775 May 19 14:07:56.348906 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-037ea9c9-0242-40c6-aa01-13f16937fbdb req-a6267bde-b19e-470f-8c8d-c86a17a4a0aa tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721016 May 19 14:07:57.581945 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f54360-4ccf-4a8d-a38c-123b5876e1d5 req-15a8ac98-ea5d-4f69-8766-7b3d8fb1b10d tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:07:57.583513 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-47f54360-4ccf-4a8d-a38c-123b5876e1d5 req-15a8ac98-ea5d-4f69-8766-7b3d8fb1b10d tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf3a8f-6c99-4f8e-a75a-2f1b1183682e HTTP/1.1" status: 200 len: 943 time: 0.0499725 May 19 14:07:57.645346 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-47f54360-4ccf-4a8d-a38c-123b5876e1d5 req-944c109d-73b9-4c22-b349-700f16aa9e42 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550208 May 19 14:07:58.791046 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a513ab5-48fa-4c72-bbe2-16f5234cdf00 req-479187b9-dda5-4189-b236-1f78a92b296e tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:07:58.794150 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7a513ab5-48fa-4c72-bbe2-16f5234cdf00 req-479187b9-dda5-4189-b236-1f78a92b296e tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf3a8f-6c99-4f8e-a75a-2f1b1183682e HTTP/1.1" status: 200 len: 943 time: 0.0573521 May 19 14:07:58.860425 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-7a513ab5-48fa-4c72-bbe2-16f5234cdf00 req-c4f557fe-3f06-423b-9e58-47455c8bb949 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593913 May 19 14:07:59.999290 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27296f-8393-4dad-93a2-7ec207a4c117 req-473ad786-2b11-43f2-8c32-6e9d4c28b83e tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:08:00.001297 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ba27296f-8393-4dad-93a2-7ec207a4c117 req-473ad786-2b11-43f2-8c32-6e9d4c28b83e tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf3a8f-6c99-4f8e-a75a-2f1b1183682e HTTP/1.1" status: 200 len: 943 time: 0.0519061 May 19 14:08:00.052548 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ba27296f-8393-4dad-93a2-7ec207a4c117 req-0b985f04-3862-4074-8ccd-663be134a68f tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456266 May 19 14:08:01.043708 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:08:01.183461 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0af08-9e3d-4dc9-9659-7548a0c73ef2 req-b8c8b7a0-49c3-4940-9079-6cade8188690 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:08:01.184982 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b0d0af08-9e3d-4dc9-9659-7548a0c73ef2 req-b8c8b7a0-49c3-4940-9079-6cade8188690 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf3a8f-6c99-4f8e-a75a-2f1b1183682e HTTP/1.1" status: 200 len: 943 time: 0.0520737 May 19 14:08:01.260710 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b0d0af08-9e3d-4dc9-9659-7548a0c73ef2 req-85a01ae1-fb3a-445d-a208-5e73ad96261c tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623579 May 19 14:08:01.451909 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-2dee1e26-ea6a-4c2c-9deb-985596b88cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:08:02.396844 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d4dc4-d4a5-4562-aca8-8f361dab517e req-ff64e0aa-835d-4d0e-b1c8-e5c70dcb3fb2 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:08:02.398353 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-663d4dc4-d4a5-4562-aca8-8f361dab517e req-ff64e0aa-835d-4d0e-b1c8-e5c70dcb3fb2 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf3a8f-6c99-4f8e-a75a-2f1b1183682e HTTP/1.1" status: 200 len: 943 time: 0.0566249 May 19 14:08:02.458019 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-663d4dc4-d4a5-4562-aca8-8f361dab517e req-612b124e-31d4-4273-b324-f8a7296e0d3c tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496550 May 19 14:08:03.061755 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 1be29939-edb9-4b23-859f-5cf23a322467 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 14:08:03.172165 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 1be29939-edb9-4b23-859f-5cf23a322467, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1be29939-edb9-4b23-859f-5cf23a322467,segment=NetworkSegment(e63c3407-a6bb-41cf-b146-668d8bf6dddd),segment_id=e63c3407-a6bb-41cf-b146-668d8bf6dddd)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:08:03.188731 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Returning: {'device': '1be29939-edb9-4b23-859f-5cf23a322467', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'port_id': '1be29939-edb9-4b23-859f-5cf23a322467', 'mac_address': 'fa:16:3e:05:3d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 14:08:03.226699 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 1be29939-edb9-4b23-859f-5cf23a322467 is: DOWN; New status is: BUILD {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:08:03.226928 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (1be29939-edb9-4b23-859f-5cf23a322467), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:08:03.241778 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be29939-edb9-4b23-859f-5cf23a322467 {{(pid=110063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 14:08:03.266184 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 1be29939-edb9-4b23-859f-5cf23a322467, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1be29939-edb9-4b23-859f-5cf23a322467,segment=NetworkSegment(e63c3407-a6bb-41cf-b146-668d8bf6dddd),segment_id=e63c3407-a6bb-41cf-b146-668d8bf6dddd)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:08:03.273253 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (1be29939-edb9-4b23-859f-5cf23a322467), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:08:03.339643 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=1be29939-edb9-4b23-859f-5cf23a322467,revision_number=4']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:08:03.352125 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:08:03.352658 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:08:03.353172 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:08:03.353768 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:08:03.354313 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:08:03.354890 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:08:03.355465 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:08:03.356016 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:08:03.356560 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:08:03.357114 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:08:03.357633 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:08:03.358170 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:08:03.358698 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:08:03.359258 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:08:03.359790 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:08:03.563815 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] get_ports_and_sgs() called for port_ids ['1be29939-edb9-4b23-859f-5cf23a322467'] {{(pid=110063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 14:08:03.626427 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136dff2-7de4-403d-8580-46bdecea7176 req-19132a06-a7f7-40da-b231-58ec35dddea4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:08:03.628038 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b136dff2-7de4-403d-8580-46bdecea7176 req-19132a06-a7f7-40da-b231-58ec35dddea4 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf3a8f-6c99-4f8e-a75a-2f1b1183682e HTTP/1.1" status: 200 len: 944 time: 0.0599625 May 19 14:08:03.692830 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-b136dff2-7de4-403d-8580-46bdecea7176 req-4df84c6f-8871-478a-a0b8-872d0724c95a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567307 May 19 14:08:03.833934 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-331b61fe-65eb-4ec1-a8c9-0c4136c99d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:08:04.836293 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c9c00-77f2-4568-8d56-bc3ae710c2f2 req-88035603-9037-4f90-860a-8151d40c613f tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:08:04.837838 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-696c9c00-77f2-4568-8d56-bc3ae710c2f2 req-88035603-9037-4f90-860a-8151d40c613f tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf3a8f-6c99-4f8e-a75a-2f1b1183682e HTTP/1.1" status: 200 len: 944 time: 0.0598228 May 19 14:08:04.865167 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:08:04.911008 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-696c9c00-77f2-4568-8d56-bc3ae710c2f2 req-c0a48387-9179-44fc-b572-f6834db24979 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643461 May 19 14:08:05.070279 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 1be29939-edb9-4b23-859f-5cf23a322467 up at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 14:08:05.132117 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning for port 1be29939-edb9-4b23-859f-5cf23a322467 completed by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 14:08:05.139345 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.provisioning_blocks [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Provisioning complete for port 1be29939-edb9-4b23-859f-5cf23a322467 triggered by entity L2. {{(pid=110063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 14:08:05.139716 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478659'] for port (1be29939-edb9-4b23-859f-5cf23a322467), provisioning_complete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:08:05.170761 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:08:05.180698 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:08:05.231184 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Current status of the port 1be29939-edb9-4b23-859f-5cf23a322467 is: BUILD; New status is: ACTIVE {{(pid=110063) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 14:08:05.231809 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (1be29939-edb9-4b23-859f-5cf23a322467), before_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:08:05.266294 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acf3a8f-6c99-4f8e-a75a-2f1b1183682e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be29939-edb9-4b23-859f-5cf23a322467'}] {{(pid=110063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:08:05.268569 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb47032f34bf246553b4587ae0eb1714b2e61663ad0330dea4b045eaa69d523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e3dda1-e005-4440-8718-efa30103c697" -d '{"events": [{"server_uuid": "9acf3a8f-6c99-4f8e-a75a-2f1b1183682e", "name": "network-vif-plugged", "status": "completed", "tag": "1be29939-edb9-4b23-859f-5cf23a322467"}]}' {{(pid=110063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:08:05.283477 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] For port 1be29939-edb9-4b23-859f-5cf23a322467, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1be29939-edb9-4b23-859f-5cf23a322467,segment=NetworkSegment(e63c3407-a6bb-41cf-b146-668d8bf6dddd),segment_id=e63c3407-a6bb-41cf-b146-668d8bf6dddd)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:08:05.288801 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051'] for port (1be29939-edb9-4b23-859f-5cf23a322467), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:08:05.330411 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 14:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecc7974-f87f-4dc3-832f-6f227e7a72e1 x-openstack-request-id: req-fecc7974-f87f-4dc3-832f-6f227e7a72e1 {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:08:05.330885 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acf3a8f-6c99-4f8e-a75a-2f1b1183682e", "name": "network-vif-plugged", "status": "completed", "tag": "1be29939-edb9-4b23-859f-5cf23a322467", "code": 200}]} {{(pid=110063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:08:05.331310 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fecc7974-f87f-4dc3-832f-6f227e7a72e1 {{(pid=110063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:08:05.331919 dv-cinder-784815-14-iscsi neutron-server[110063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fecc7974-f87f-4dc3-832f-6f227e7a72e1'] response: {'server_uuid': '9acf3a8f-6c99-4f8e-a75a-2f1b1183682e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be29939-edb9-4b23-859f-5cf23a322467', 'code': 200} May 19 14:08:05.359967 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Pushing event updated for resources: {'Port': ['ID=1be29939-edb9-4b23-859f-5cf23a322467,revision_number=5']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:08:05.611474 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed228a-4cc9-4f56-9138-28e8b51fe308 req-cec17af6-9dee-4af9-8b17-d7c5523fd07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:08:05.613244 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-39ed228a-4cc9-4f56-9138-28e8b51fe308 req-cec17af6-9dee-4af9-8b17-d7c5523fd07d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9acf3a8f-6c99-4f8e-a75a-2f1b1183682e HTTP/1.1" status: 200 len: 1129 time: 0.0548000 May 19 14:08:05.670041 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-39ed228a-4cc9-4f56-9138-28e8b51fe308 req-e831d258-f86a-48a5-aca4-73edfb3a56dc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497065 May 19 14:08:06.050352 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332500e7-b7d2-477c-a3dc-6f81e109c7c4 req-8456d036-032a-4273-8e9a-b06c7fb6bbf8 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:08:06.052004 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-332500e7-b7d2-477c-a3dc-6f81e109c7c4 req-8456d036-032a-4273-8e9a-b06c7fb6bbf8 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf3a8f-6c99-4f8e-a75a-2f1b1183682e HTTP/1.1" status: 200 len: 945 time: 0.0605123 May 19 14:08:06.075591 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:08:06.113540 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-332500e7-b7d2-477c-a3dc-6f81e109c7c4 req-adb3e047-2652-4eaf-8655-126dacf2f4ee tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515869 May 19 14:08:06.391576 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:08:07.268234 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0ecde-49cc-4cd2-b815-7b5d2f2268a9 req-108a74cf-8181-42fd-873d-eebc58b410da tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:08:07.269810 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-15b0ecde-49cc-4cd2-b815-7b5d2f2268a9 req-108a74cf-8181-42fd-873d-eebc58b410da tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf3a8f-6c99-4f8e-a75a-2f1b1183682e HTTP/1.1" status: 200 len: 945 time: 0.0605664 May 19 14:08:07.322126 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:08:07.344253 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-15b0ecde-49cc-4cd2-b815-7b5d2f2268a9 req-1c225104-d113-47de-98dc-5b5da168d9ad tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629323 May 19 14:08:07.471972 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312b716-e484-448b-9b0d-eee33e37adfc req-ad81dcbc-332b-4ebe-b129-f4e4f9464a8c tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:08:07.473551 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3312b716-e484-448b-9b0d-eee33e37adfc req-ad81dcbc-332b-4ebe-b129-f4e4f9464a8c tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf3a8f-6c99-4f8e-a75a-2f1b1183682e HTTP/1.1" status: 200 len: 945 time: 0.0543449 May 19 14:08:07.529249 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3312b716-e484-448b-9b0d-eee33e37adfc req-a927f57a-f209-4ca4-b40d-7a6a0f94aaef tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468481 May 19 14:08:07.552888 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 39740) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:08:07.598034 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf2da45-86b2-4f35-9316-c0a361840e5e tempest-TestVolumeBootPattern-758644059 tempest-TestVolumeBootPattern-758644059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:08:07.599591 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-fcf2da45-86b2-4f35-9316-c0a361840e5e tempest-TestVolumeBootPattern-758644059 tempest-TestVolumeBootPattern-758644059-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9acf3a8f-6c99-4f8e-a75a-2f1b1183682e HTTP/1.1" status: 200 len: 1124 time: 0.0456836 May 19 14:08:07.602541 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 39742) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:08:07.610468 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.v2.base [None req-d084abb6-f6d7-461b-b28d-ab2a89ac0e97 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Request body: {'floatingip': {'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'port_id': '1be29939-edb9-4b23-859f-5cf23a322467', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 14:08:07.634929 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d084abb6-f6d7-461b-b28d-ab2a89ac0e97 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:08:07.732216 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d084abb6-f6d7-461b-b28d-ab2a89ac0e97 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (None), before_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:08:07.796127 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:08:07.873230 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_common [None req-d084abb6-f6d7-461b-b28d-ab2a89ac0e97 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Allocated IP 172.27.2.202 (db349b0a-3651-4f3e-8f89-c44d13ee049b/851bfd66-21de-4b67-adef-488354d2d2c5/42d8a433-64c0-46bd-a814-8bd7160bcf9b) {{(pid=110061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 14:08:07.989180 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d084abb6-f6d7-461b-b28d-ab2a89ac0e97 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for port (42d8a433-64c0-46bd-a814-8bd7160bcf9b), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:08:08.024856 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d084abb6-f6d7-461b-b28d-ab2a89ac0e97 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784567626015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (42d8a433-64c0-46bd-a814-8bd7160bcf9b), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:08:08.082520 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d084abb6-f6d7-461b-b28d-ab2a89ac0e97 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Network db349b0a-3651-4f3e-8f89-c44d13ee049b is already hosted by enough agents. {{(pid=110061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 14:08:08.088103 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.base_scheduler [None req-d084abb6-f6d7-461b-b28d-ab2a89ac0e97 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Resources bound (agent type, host, resource id): {{(pid=110061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 14:08:08.092930 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d084abb6-f6d7-461b-b28d-ab2a89ac0e97 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Received port after_create {{(pid=110061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 14:08:08.121716 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084abb6-f6d7-461b-b28d-ab2a89ac0e97 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Pushing event updated for resources: {'Port': ['ID=42d8a433-64c0-46bd-a814-8bd7160bcf9b,revision_number=1']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:08:08.272681 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:08:08.402198 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:08:08.537458 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d084abb6-f6d7-461b-b28d-ab2a89ac0e97 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for floatingip (dbad8aab-85dd-40e0-bff6-65ca8db256f1), precommit_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:08:08.616516 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d084abb6-f6d7-461b-b28d-ab2a89ac0e97 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1461139'] for port (42d8a433-64c0-46bd-a814-8bd7160bcf9b), before_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:08:08.831662 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d084abb6-f6d7-461b-b28d-ab2a89ac0e97 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for port (42d8a433-64c0-46bd-a814-8bd7160bcf9b), precommit_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:08:08.837649 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d084abb6-f6d7-461b-b28d-ab2a89ac0e97 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784568180363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784567626033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784567626051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30676627'] for port (42d8a433-64c0-46bd-a814-8bd7160bcf9b), after_update {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:08:08.914775 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084abb6-f6d7-461b-b28d-ab2a89ac0e97 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Pushing event updated for resources: {'Port': ['ID=42d8a433-64c0-46bd-a814-8bd7160bcf9b,revision_number=2']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:08:08.928787 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d084abb6-f6d7-461b-b28d-ab2a89ac0e97 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1631280'] for floatingip (dbad8aab-85dd-40e0-bff6-65ca8db256f1), after_create {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:08:09.063551 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.l3_db [None req-d084abb6-f6d7-461b-b28d-ab2a89ac0e97 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Floating IP dbad8aab-85dd-40e0-bff6-65ca8db256f1 associated. External IP: 172.27.2.202, port: 1be29939-edb9-4b23-859f-5cf23a322467. May 19 14:08:09.237948 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:08:09.309686 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d084abb6-f6d7-461b-b28d-ab2a89ac0e97 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Router aaadfe3d-6633-4f04-a304-dc38b6e244fb has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 14:08:09.426628 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d084abb6-f6d7-461b-b28d-ab2a89ac0e97 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 14:08:09.441058 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0f89e8-e5ae-4af1-9e0d-7af6d04c7b19 None None] Sync routers for ids ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'] in dv-cinder-784815-14-iscsi {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 14:08:09.452531 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-d084abb6-f6d7-461b-b28d-ab2a89ac0e97 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:08:09.456053 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0f89e8-e5ae-4af1-9e0d-7af6d04c7b19 None None] Routers {'aaadfe3d-6633-4f04-a304-dc38b6e244fb'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:08:09.456975 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-3e0f89e8-e5ae-4af1-9e0d-7af6d04c7b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:08:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:08:09.457372 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:08:09.499891 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-d084abb6-f6d7-461b-b28d-ab2a89ac0e97 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8948250 May 19 14:08:09.500366 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acf3a8f-6c99-4f8e-a75a-2f1b1183682e', 'tag': '1be29939-edb9-4b23-859f-5cf23a322467'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:08:09.502622 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33757b4-6d6a-4ff3-b65a-b8b6720c9593" -d '{"events": [{"name": "network-changed", "server_uuid": "9acf3a8f-6c99-4f8e-a75a-2f1b1183682e", "tag": "1be29939-edb9-4b23-859f-5cf23a322467"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:08:09.539802 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 14:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659794c9-34b8-4a1d-8801-e4f28a428445 x-openstack-request-id: req-659794c9-34b8-4a1d-8801-e4f28a428445 {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:08:09.540091 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9acf3a8f-6c99-4f8e-a75a-2f1b1183682e", "tag": "1be29939-edb9-4b23-859f-5cf23a322467", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:08:09.540371 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-659794c9-34b8-4a1d-8801-e4f28a428445 {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:08:09.540780 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-659794c9-34b8-4a1d-8801-e4f28a428445'] response: {'name': 'network-changed', 'server_uuid': '9acf3a8f-6c99-4f8e-a75a-2f1b1183682e', 'tag': '1be29939-edb9-4b23-859f-5cf23a322467', 'status': 'completed', 'code': 200} May 19 14:08:09.608717 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-3e0f89e8-e5ae-4af1-9e0d-7af6d04c7b19 None None] Set router aaadfe3d-6633-4f04-a304-dc38b6e244fb gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:08:09.660409 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33757b4-6d6a-4ff3-b65a-b8b6720c9593 req-ac12fdfc-1868-4a31-9ef8-ef64bcaa2760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:08:09.662903 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a33757b4-6d6a-4ff3-b65a-b8b6720c9593 req-ac12fdfc-1868-4a31-9ef8-ef64bcaa2760 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e&device_id=9acf3a8f-6c99-4f8e-a75a-2f1b1183682e HTTP/1.1" status: 200 len: 1129 time: 0.0734446 May 19 14:08:09.784196 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33757b4-6d6a-4ff3-b65a-b8b6720c9593 req-ebbc0944-9624-4997-8f61-9b748b7f97aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:08:09.785655 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a33757b4-6d6a-4ff3-b65a-b8b6720c9593 req-ebbc0944-9624-4997-8f61-9b748b7f97aa service neutron] 10.222.0.65 "GET /v2.0/networks?id=aa748ea7-654e-47dd-89a8-e6366b098088 HTTP/1.1" status: 200 len: 913 time: 0.1173992 May 19 14:08:09.879906 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a33757b4-6d6a-4ff3-b65a-b8b6720c9593 req-729ae598-a1b5-4b76-a8cb-85b28ea8e041 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1be29939-edb9-4b23-859f-5cf23a322467 HTTP/1.1" status: 200 len: 999 time: 0.0872364 May 19 14:08:09.925110 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-3e0f89e8-e5ae-4af1-9e0d-7af6d04c7b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:46Z', 'updated_at': '2022-05-19T14:02:49Z', 'revision_number': 4, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'gw_port': {'id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:47Z', 'updated_at': '2022-05-19T14:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': 'dbad8aab-85dd-40e0-bff6-65ca8db256f1', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'floating_ip_address': '172.27.2.202', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'port_id': '1be29939-edb9-4b23-859f-5cf23a322467', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'mac_address': 'fa:16:3e:05:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acf3a8f-6c99-4f8e-a75a-2f1b1183682e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T14:08:08Z', 'updated_at': '2022-05-19T14:08:08Z', 'revision_number': 0, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'fixed_ip_address_scope': None}, {'id': 'def9fdd8-f84f-4a7d-b04c-78d2fb9fa89a', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'port_id': 'c69ecd94-7c80-4372-b4e1-ffb5f045968f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'mac_address': 'fa:16:3e:3d:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead20f1e-6759-41d6-898c-1371fda58169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T14:06:03Z', 'updated_at': '2022-05-19T14:06:05Z', 'revision_number': 1, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58adcb60-35be-4924-b56f-51b7a866328d', 'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'mac_address': 'fa:16:3e:48:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:48Z', 'updated_at': '2022-05-19T14:02:53Z', 'revision_number': 5, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'subnets': [{'id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:08:09.949110 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33757b4-6d6a-4ff3-b65a-b8b6720c9593 req-fad33ec0-190b-4e12-b570-bcf07419eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:08:09.951668 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a33757b4-6d6a-4ff3-b65a-b8b6720c9593 req-fad33ec0-190b-4e12-b570-bcf07419eec8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7b45dbe-629b-471b-b7f7-2399b9334e60 HTTP/1.1" status: 200 len: 851 time: 0.0657709 May 19 14:08:09.953671 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0f89e8-e5ae-4af1-9e0d-7af6d04c7b19 None None] Checking router: aaadfe3d-6633-4f04-a304-dc38b6e244fb for host: dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 14:08:09.966760 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0f89e8-e5ae-4af1-9e0d-7af6d04c7b19 None None] Routers {'aaadfe3d-6633-4f04-a304-dc38b6e244fb'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:08:09.967809 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-3e0f89e8-e5ae-4af1-9e0d-7af6d04c7b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:08:04Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:08:10.000309 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33757b4-6d6a-4ff3-b65a-b8b6720c9593 req-a215a84b-0af0-4a85-a644-e04ab2767a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:08:10.001864 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a33757b4-6d6a-4ff3-b65a-b8b6720c9593 req-a215a84b-0af0-4a85-a644-e04ab2767a7c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa748ea7-654e-47dd-89a8-e6366b098088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446634 May 19 14:08:10.095580 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-3e0f89e8-e5ae-4af1-9e0d-7af6d04c7b19 None None] Set router aaadfe3d-6633-4f04-a304-dc38b6e244fb gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:08:10.110628 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a33757b4-6d6a-4ff3-b65a-b8b6720c9593 req-574b4ed6-b812-4f3f-83f2-814ac1bb2aaf service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025712 May 19 14:08:10.230542 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a33757b4-6d6a-4ff3-b65a-b8b6720c9593 req-6dd377ae-1755-430b-8f4d-81ee152f76bd service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140819 May 19 14:08:10.513997 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:08:10.518512 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-3e0f89e8-e5ae-4af1-9e0d-7af6d04c7b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:46Z', 'updated_at': '2022-05-19T14:02:49Z', 'revision_number': 4, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'gw_port': {'id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:47Z', 'updated_at': '2022-05-19T14:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': 'dbad8aab-85dd-40e0-bff6-65ca8db256f1', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'floating_ip_address': '172.27.2.202', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'port_id': '1be29939-edb9-4b23-859f-5cf23a322467', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'mac_address': 'fa:16:3e:05:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acf3a8f-6c99-4f8e-a75a-2f1b1183682e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T14:08:08Z', 'updated_at': '2022-05-19T14:08:08Z', 'revision_number': 0, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'fixed_ip_address_scope': None}, {'id': 'def9fdd8-f84f-4a7d-b04c-78d2fb9fa89a', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'port_id': 'c69ecd94-7c80-4372-b4e1-ffb5f045968f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'mac_address': 'fa:16:3e:3d:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead20f1e-6759-41d6-898c-1371fda58169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T14:06:03Z', 'updated_at': '2022-05-19T14:06:05Z', 'revision_number': 1, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58adcb60-35be-4924-b56f-51b7a866328d', 'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'mac_address': 'fa:16:3e:48:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:48Z', 'updated_at': '2022-05-19T14:02:53Z', 'revision_number': 5, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'subnets': [{'id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:08:10.546002 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0f89e8-e5ae-4af1-9e0d-7af6d04c7b19 None None] The sync data for ids ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'] in dv-cinder-784815-14-iscsi is: [{'id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:46Z', 'updated_at': '2022-05-19T14:02:49Z', 'revision_number': 4, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'gw_port': {'id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:47Z', 'updated_at': '2022-05-19T14:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': 'dbad8aab-85dd-40e0-bff6-65ca8db256f1', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'floating_ip_address': '172.27.2.202', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'port_id': '1be29939-edb9-4b23-859f-5cf23a322467', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'mac_address': 'fa:16:3e:05:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acf3a8f-6c99-4f8e-a75a-2f1b1183682e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T14:08:08Z', 'updated_at': '2022-05-19T14:08:08Z', 'revision_number': 0, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'fixed_ip_address_scope': None}, {'id': 'def9fdd8-f84f-4a7d-b04c-78d2fb9fa89a', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'port_id': 'c69ecd94-7c80-4372-b4e1-ffb5f045968f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'mac_address': 'fa:16:3e:3d:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead20f1e-6759-41d6-898c-1371fda58169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T14:06:03Z', 'updated_at': '2022-05-19T14:06:05Z', 'revision_number': 1, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58adcb60-35be-4924-b56f-51b7a866328d', 'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'mac_address': 'fa:16:3e:48:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:48Z', 'updated_at': '2022-05-19T14:02:53Z', 'revision_number': 5, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'subnets': [{'id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 14:08:10.816546 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab97dc92-bdc1-41b7-9461-7f36773e8149 None None] New status for floating IP dbad8aab-85dd-40e0-bff6-65ca8db256f1: ACTIVE {{(pid=110064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 14:08:20.213066 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=65,neutron:DELETE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:08:20.223780 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=49 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:08:20.523423 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:08:21.561621 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:08:27.636577 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-06aee675-2a88-4ad9-87dc-e9f9407e3ace req-78a6c186-f752-4cbc-9d2b-7887ea3d40ae service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ead20f1e-6759-41d6-898c-1371fda58169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485308 May 19 14:08:27.745289 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aee675-2a88-4ad9-87dc-e9f9407e3ace req-a23be0f5-421e-4840-8d35-8da356035557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:08:27.747276 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-06aee675-2a88-4ad9-87dc-e9f9407e3ace req-a23be0f5-421e-4840-8d35-8da356035557 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e&device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 1129 time: 0.0439148 May 19 14:08:27.873374 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aee675-2a88-4ad9-87dc-e9f9407e3ace req-29f1af56-a021-4ace-b4c1-e8b07db333b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:08:27.874849 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-06aee675-2a88-4ad9-87dc-e9f9407e3ace req-29f1af56-a021-4ace-b4c1-e8b07db333b8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aa748ea7-654e-47dd-89a8-e6366b098088 HTTP/1.1" status: 200 len: 913 time: 0.1079943 May 19 14:08:27.949592 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-06aee675-2a88-4ad9-87dc-e9f9407e3ace req-4e34b2a5-08f0-4fc1-a263-a18c3bb875ee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c69ecd94-7c80-4372-b4e1-ffb5f045968f HTTP/1.1" status: 200 len: 1001 time: 0.0676396 May 19 14:08:28.008169 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aee675-2a88-4ad9-87dc-e9f9407e3ace req-79f4acf1-43e7-4599-888e-e2aebe3d99c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:08:28.010666 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-06aee675-2a88-4ad9-87dc-e9f9407e3ace req-79f4acf1-43e7-4599-888e-e2aebe3d99c4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7b45dbe-629b-471b-b7f7-2399b9334e60 HTTP/1.1" status: 200 len: 851 time: 0.0548873 May 19 14:08:28.064021 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aee675-2a88-4ad9-87dc-e9f9407e3ace req-9b8dd9a0-996a-42a8-9a50-cedeffb57ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:08:28.065541 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-06aee675-2a88-4ad9-87dc-e9f9407e3ace req-9b8dd9a0-996a-42a8-9a50-cedeffb57ac1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa748ea7-654e-47dd-89a8-e6366b098088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0483916 May 19 14:08:28.182138 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-06aee675-2a88-4ad9-87dc-e9f9407e3ace req-187db11b-3b72-45b1-a4b7-82600a64bbc5 service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086991 May 19 14:08:28.452489 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:08:28.457045 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:08:28.555655 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-06aee675-2a88-4ad9-87dc-e9f9407e3ace req-19fa0f54-8a1c-4862-be82-6ba7efbdc23a service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668711 May 19 14:08:31.445408 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-f64a687a-bb12-46f3-bec6-8e6ea0c861ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:08:33.819715 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-0fbe74e0-3765-4192-9628-3fab5e746d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:08:34.862967 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:08:36.395479 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:08:37.795651 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:08:38.043888 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:08:38.550472 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=47 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:08:38.552454 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=54 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:08:47.787993 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:08:47.789904 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:08:48.037977 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:08:48.038818 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:08:51.599223 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:01.455003 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-c3147105-0775-411a-b025-e3ad1d8ebaa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:02.059108 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:02.062497 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=4 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:03.825139 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-45b79ec0-1e67-46bb-8f5c-696eca84dc3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:04.865458 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:06.402387 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:07.795687 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:15.045141 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:09:17.785418 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:17.789808 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:21.600084 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:25.039414 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:28.492325 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-18a9022a-5cd5-4775-a8a6-13d6b647a662 req-84aa817c-5f7c-4fcf-87eb-7a677a0434ab service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9acf3a8f-6c99-4f8e-a75a-2f1b1183682e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396073 May 19 14:09:28.564229 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9022a-5cd5-4775-a8a6-13d6b647a662 req-416fed82-fcd8-49c0-9546-755c3bb9f4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:09:28.565709 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-18a9022a-5cd5-4775-a8a6-13d6b647a662 req-416fed82-fcd8-49c0-9546-755c3bb9f4f0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e&device_id=9acf3a8f-6c99-4f8e-a75a-2f1b1183682e HTTP/1.1" status: 200 len: 1129 time: 0.0411978 May 19 14:09:28.681077 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9022a-5cd5-4775-a8a6-13d6b647a662 req-af838df3-0074-4f15-b6a7-78124fca2b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:09:28.683662 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-18a9022a-5cd5-4775-a8a6-13d6b647a662 req-af838df3-0074-4f15-b6a7-78124fca2b8b service neutron] 10.222.0.65 "GET /v2.0/networks?id=aa748ea7-654e-47dd-89a8-e6366b098088 HTTP/1.1" status: 200 len: 913 time: 0.0979960 May 19 14:09:28.750559 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-18a9022a-5cd5-4775-a8a6-13d6b647a662 req-8d3b87b8-5a57-4f51-8b7b-5713d290c1de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1be29939-edb9-4b23-859f-5cf23a322467 HTTP/1.1" status: 200 len: 1001 time: 0.0615413 May 19 14:09:28.806484 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9022a-5cd5-4775-a8a6-13d6b647a662 req-2cd9a541-a59f-4254-91a6-be8c7c98b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:09:28.808531 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-18a9022a-5cd5-4775-a8a6-13d6b647a662 req-2cd9a541-a59f-4254-91a6-be8c7c98b208 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7b45dbe-629b-471b-b7f7-2399b9334e60 HTTP/1.1" status: 200 len: 851 time: 0.0527050 May 19 14:09:28.857627 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9022a-5cd5-4775-a8a6-13d6b647a662 req-8f6596a3-2428-47f7-8ad9-6ee529bebbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:09:28.859157 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-18a9022a-5cd5-4775-a8a6-13d6b647a662 req-8f6596a3-2428-47f7-8ad9-6ee529bebbd6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa748ea7-654e-47dd-89a8-e6366b098088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449507 May 19 14:09:28.951421 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-18a9022a-5cd5-4775-a8a6-13d6b647a662 req-d3743a3e-0296-4e38-b9ad-6390ef2f325e service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861948 May 19 14:09:29.046835 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-18a9022a-5cd5-4775-a8a6-13d6b647a662 req-02d9ebd1-97c4-4c99-8302-a34ecdad9cfa service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892560 May 19 14:09:31.451161 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-94240efc-3765-41c7-9084-7e38163edde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:33.818036 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-23cd081f-82cc-4bab-8600-3c5bdfffccfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:34.865822 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:36.401159 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:37.348743 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 39768) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:09:37.512554 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Deleting port 42d8a433-64c0-46bd-a814-8bd7160bcf9b {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:09:37.513845 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (42d8a433-64c0-46bd-a814-8bd7160bcf9b), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:37.608965 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (42d8a433-64c0-46bd-a814-8bd7160bcf9b), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:37.609270 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for floatingip (42d8a433-64c0-46bd-a814-8bd7160bcf9b), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:37.623533 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Calling delete_port for 42d8a433-64c0-46bd-a814-8bd7160bcf9b owned by network:floatingip {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:09:37.801901 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:38.039327 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (42d8a433-64c0-46bd-a814-8bd7160bcf9b), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:38.063404 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Pushing event deleted for resources: {'Port': ['ID=42d8a433-64c0-46bd-a814-8bd7160bcf9b,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:09:38.078630 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:38.079006 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:38.079349 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:38.079689 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:38.080021 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:38.080352 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:38.080680 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:38.081004 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:38.081328 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:38.081651 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:38.082042 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:38.082363 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:38.082690 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:38.083039 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:38.083360 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:38.151023 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for floatingip (dbad8aab-85dd-40e0-bff6-65ca8db256f1), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:38.151386 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.db.l3_db [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Floating IP dbad8aab-85dd-40e0-bff6-65ca8db256f1 disassociated (deleted). External IP: 172.27.2.202, port: 1be29939-edb9-4b23-859f-5cf23a322467. May 19 14:09:38.365177 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Router aaadfe3d-6633-4f04-a304-dc38b6e244fb has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 14:09:38.481737 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 14:09:38.486844 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:38.495051 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43968c77-c1a1-4e47-a6dd-ef562838d263 None None] Sync routers for ids ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'] in dv-cinder-784815-14-iscsi {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 14:09:38.507156 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43968c77-c1a1-4e47-a6dd-ef562838d263 None None] Routers {'aaadfe3d-6633-4f04-a304-dc38b6e244fb'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:09:38.507513 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-43968c77-c1a1-4e47-a6dd-ef562838d263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:09:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:09:38.527810 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-76fc45ad-e134-4245-b978-dabe966f5a91 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "DELETE /v2.0/floatingips/dbad8aab-85dd-40e0-bff6-65ca8db256f1 HTTP/1.1" status: 204 len: 168 time: 1.1746392 May 19 14:09:38.527810 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acf3a8f-6c99-4f8e-a75a-2f1b1183682e', 'tag': '1be29939-edb9-4b23-859f-5cf23a322467'}] {{(pid=110062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:09:38.527810 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dff7f06c5e0e0f36f9473af0b06c6f419441bd6c4accb13c2a4abbfe17b595b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3257e16-41e3-4b11-bee6-7f5944617a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "9acf3a8f-6c99-4f8e-a75a-2f1b1183682e", "tag": "1be29939-edb9-4b23-859f-5cf23a322467"}]}' {{(pid=110062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:09:38.654714 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-43968c77-c1a1-4e47-a6dd-ef562838d263 None None] Set router aaadfe3d-6633-4f04-a304-dc38b6e244fb gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:09:38.683104 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 14:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e75f0ac-58b8-4aeb-924b-800ee19fe68c x-openstack-request-id: req-3e75f0ac-58b8-4aeb-924b-800ee19fe68c {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:09:38.683511 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9acf3a8f-6c99-4f8e-a75a-2f1b1183682e", "tag": "1be29939-edb9-4b23-859f-5cf23a322467", "status": "completed", "code": 200}]} {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:09:38.683856 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3e75f0ac-58b8-4aeb-924b-800ee19fe68c {{(pid=110062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:09:38.685127 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e75f0ac-58b8-4aeb-924b-800ee19fe68c'] response: {'name': 'network-changed', 'server_uuid': '9acf3a8f-6c99-4f8e-a75a-2f1b1183682e', 'tag': '1be29939-edb9-4b23-859f-5cf23a322467', 'status': 'completed', 'code': 200} May 19 14:09:38.866007 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a381b5-72af-448d-b7f6-733d1153016f req-a451e22a-9b91-47d9-9b7c-d260a358c526 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:09:38.867620 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-89a381b5-72af-448d-b7f6-733d1153016f req-a451e22a-9b91-47d9-9b7c-d260a358c526 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf3a8f-6c99-4f8e-a75a-2f1b1183682e HTTP/1.1" status: 200 len: 945 time: 0.1309729 May 19 14:09:38.910957 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-43968c77-c1a1-4e47-a6dd-ef562838d263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:46Z', 'updated_at': '2022-05-19T14:02:49Z', 'revision_number': 4, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'gw_port': {'id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:47Z', 'updated_at': '2022-05-19T14:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': 'def9fdd8-f84f-4a7d-b04c-78d2fb9fa89a', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'port_id': 'c69ecd94-7c80-4372-b4e1-ffb5f045968f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'mac_address': 'fa:16:3e:3d:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead20f1e-6759-41d6-898c-1371fda58169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T14:06:03Z', 'updated_at': '2022-05-19T14:06:05Z', 'revision_number': 1, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58adcb60-35be-4924-b56f-51b7a866328d', 'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'mac_address': 'fa:16:3e:48:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:48Z', 'updated_at': '2022-05-19T14:02:53Z', 'revision_number': 5, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'subnets': [{'id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:09:38.921917 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-89a381b5-72af-448d-b7f6-733d1153016f req-2e57570a-84c0-4847-bf33-a9e8a2b12dd8 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474927 May 19 14:09:38.939882 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43968c77-c1a1-4e47-a6dd-ef562838d263 None None] Checking router: aaadfe3d-6633-4f04-a304-dc38b6e244fb for host: dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 14:09:38.948749 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43968c77-c1a1-4e47-a6dd-ef562838d263 None None] Routers {'aaadfe3d-6633-4f04-a304-dc38b6e244fb'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:09:38.949368 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-43968c77-c1a1-4e47-a6dd-ef562838d263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:09:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:09:39.056046 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-43968c77-c1a1-4e47-a6dd-ef562838d263 None None] Set router aaadfe3d-6633-4f04-a304-dc38b6e244fb gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:09:39.058048 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:39.059909 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=3 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:39.264731 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:39.270666 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-43968c77-c1a1-4e47-a6dd-ef562838d263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:46Z', 'updated_at': '2022-05-19T14:02:49Z', 'revision_number': 4, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'gw_port': {'id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:47Z', 'updated_at': '2022-05-19T14:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': 'def9fdd8-f84f-4a7d-b04c-78d2fb9fa89a', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'port_id': 'c69ecd94-7c80-4372-b4e1-ffb5f045968f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'mac_address': 'fa:16:3e:3d:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead20f1e-6759-41d6-898c-1371fda58169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T14:06:03Z', 'updated_at': '2022-05-19T14:06:05Z', 'revision_number': 1, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58adcb60-35be-4924-b56f-51b7a866328d', 'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'mac_address': 'fa:16:3e:48:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:48Z', 'updated_at': '2022-05-19T14:02:53Z', 'revision_number': 5, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'subnets': [{'id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:09:39.296769 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43968c77-c1a1-4e47-a6dd-ef562838d263 None None] The sync data for ids ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'] in dv-cinder-784815-14-iscsi is: [{'id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:46Z', 'updated_at': '2022-05-19T14:02:49Z', 'revision_number': 4, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'gw_port': {'id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:47Z', 'updated_at': '2022-05-19T14:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_floatingips': [{'id': 'def9fdd8-f84f-4a7d-b04c-78d2fb9fa89a', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'router_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'port_id': 'c69ecd94-7c80-4372-b4e1-ffb5f045968f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'mac_address': 'fa:16:3e:3d:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead20f1e-6759-41d6-898c-1371fda58169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T14:06:03Z', 'updated_at': '2022-05-19T14:06:05Z', 'revision_number': 1, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58adcb60-35be-4924-b56f-51b7a866328d', 'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'mac_address': 'fa:16:3e:48:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:48Z', 'updated_at': '2022-05-19T14:02:53Z', 'revision_number': 5, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'subnets': [{'id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 14:09:39.532039 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2579ce08-ecbd-4058-8436-94fe3b333c43 None None] New status for floating IP dbad8aab-85dd-40e0-bff6-65ca8db256f1: DOWN {{(pid=110064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 14:09:39.803081 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3257e16-41e3-4b11-bee6-7f5944617a7b req-f02ceea6-1c94-4ce4-ae69-e6f36d97b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:09:39.804503 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a3257e16-41e3-4b11-bee6-7f5944617a7b req-f02ceea6-1c94-4ce4-ae69-e6f36d97b38f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e&device_id=9acf3a8f-6c99-4f8e-a75a-2f1b1183682e HTTP/1.1" status: 200 len: 1129 time: 0.0438623 May 19 14:09:39.900504 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3257e16-41e3-4b11-bee6-7f5944617a7b req-c76fb3db-11b2-495d-a91d-2da0df683bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:09:39.901973 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a3257e16-41e3-4b11-bee6-7f5944617a7b req-c76fb3db-11b2-495d-a91d-2da0df683bd3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aa748ea7-654e-47dd-89a8-e6366b098088 HTTP/1.1" status: 200 len: 913 time: 0.0884511 May 19 14:09:40.025166 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a3257e16-41e3-4b11-bee6-7f5944617a7b req-36f4bb9e-9f23-42d8-9bf4-2f4e76dc195f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1be29939-edb9-4b23-859f-5cf23a322467 HTTP/1.1" status: 200 len: 217 time: 0.0422285 May 19 14:09:40.089355 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3257e16-41e3-4b11-bee6-7f5944617a7b req-d30a0a72-bb82-4e2a-9826-79efe503d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:09:40.090890 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a3257e16-41e3-4b11-bee6-7f5944617a7b req-d30a0a72-bb82-4e2a-9826-79efe503d2cc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7b45dbe-629b-471b-b7f7-2399b9334e60 HTTP/1.1" status: 200 len: 851 time: 0.0601377 May 19 14:09:40.128679 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222c747-f7b2-4fe7-ad1d-49a0dcde6e0b req-26d9240b-9783-4a4a-a355-6dfb47020a98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:09:40.130174 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3222c747-f7b2-4fe7-ad1d-49a0dcde6e0b req-26d9240b-9783-4a4a-a355-6dfb47020a98 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf3a8f-6c99-4f8e-a75a-2f1b1183682e HTTP/1.1" status: 200 len: 945 time: 0.1101785 May 19 14:09:40.181827 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-3222c747-f7b2-4fe7-ad1d-49a0dcde6e0b req-9a6310d1-8fde-4c51-a841-8287ae8d1c1a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453839 May 19 14:09:40.317833 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3257e16-41e3-4b11-bee6-7f5944617a7b req-e7bcff0c-2ebf-41ae-a25f-8f6cb26e9ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:09:40.319296 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a3257e16-41e3-4b11-bee6-7f5944617a7b req-e7bcff0c-2ebf-41ae-a25f-8f6cb26e9ac2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa748ea7-654e-47dd-89a8-e6366b098088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0522761 May 19 14:09:40.403010 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:40.406272 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:40.422971 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7707d8-0d99-45c4-948c-31d52e10eeca req-3719dd71-8a16-4b96-ae87-3b83ba66101e tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:09:40.424475 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ea7707d8-0d99-45c4-948c-31d52e10eeca req-3719dd71-8a16-4b96-ae87-3b83ba66101e tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.65 "GET /v2.0/ports?device_id=9acf3a8f-6c99-4f8e-a75a-2f1b1183682e HTTP/1.1" status: 200 len: 945 time: 0.0543861 May 19 14:09:40.435834 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:40.479678 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a3257e16-41e3-4b11-bee6-7f5944617a7b req-704c7355-4d45-426d-9baf-871756f17100 service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094666 May 19 14:09:40.503483 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=100 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:40.524288 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [req-ea7707d8-0d99-45c4-948c-31d52e10eeca req-232d69e6-a702-438c-a257-fd4f75dc6347 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Deleting port 1be29939-edb9-4b23-859f-5cf23a322467 {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:09:40.524727 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-ea7707d8-0d99-45c4-948c-31d52e10eeca req-232d69e6-a702-438c-a257-fd4f75dc6347 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (1be29939-edb9-4b23-859f-5cf23a322467), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:40.584186 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-a3257e16-41e3-4b11-bee6-7f5944617a7b req-98dadcee-e420-4f45-864e-6ed3e26853ca service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989959 May 19 14:09:40.644015 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-ea7707d8-0d99-45c4-948c-31d52e10eeca req-232d69e6-a702-438c-a257-fd4f75dc6347 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] For port 1be29939-edb9-4b23-859f-5cf23a322467, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1be29939-edb9-4b23-859f-5cf23a322467,segment=NetworkSegment(e63c3407-a6bb-41cf-b146-668d8bf6dddd),segment_id=e63c3407-a6bb-41cf-b146-668d8bf6dddd)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:09:40.644385 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-ea7707d8-0d99-45c4-948c-31d52e10eeca req-232d69e6-a702-438c-a257-fd4f75dc6347 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (1be29939-edb9-4b23-859f-5cf23a322467), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:40.658574 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [req-ea7707d8-0d99-45c4-948c-31d52e10eeca req-232d69e6-a702-438c-a257-fd4f75dc6347 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Calling delete_port for 1be29939-edb9-4b23-859f-5cf23a322467 owned by compute:nova {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:09:40.794891 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-ea7707d8-0d99-45c4-948c-31d52e10eeca req-232d69e6-a702-438c-a257-fd4f75dc6347 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (1be29939-edb9-4b23-859f-5cf23a322467), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:40.827514 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d69e6-a702-438c-a257-fd4f75dc6347 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Pushing event deleted for resources: {'Port': ['ID=1be29939-edb9-4b23-859f-5cf23a322467,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:09:40.875524 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7707d8-0d99-45c4-948c-31d52e10eeca req-232d69e6-a702-438c-a257-fd4f75dc6347 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] No DVR routers for this DVR port 1be29939-edb9-4b23-859f-5cf23a322467 on host hv-cinder-78481 {{(pid=110062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 14:09:40.877992 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-ea7707d8-0d99-45c4-948c-31d52e10eeca req-232d69e6-a702-438c-a257-fd4f75dc6347 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:40.881430 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-ea7707d8-0d99-45c4-948c-31d52e10eeca req-232d69e6-a702-438c-a257-fd4f75dc6347 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.65 "DELETE /v2.0/ports/1be29939-edb9-4b23-859f-5cf23a322467 HTTP/1.1" status: 204 len: 173 time: 0.4515836 May 19 14:09:40.881924 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acf3a8f-6c99-4f8e-a75a-2f1b1183682e', 'name': 'network-vif-deleted', 'tag': '1be29939-edb9-4b23-859f-5cf23a322467'}] {{(pid=110062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:09:40.884877 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dff7f06c5e0e0f36f9473af0b06c6f419441bd6c4accb13c2a4abbfe17b595b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda4667d-5da4-4d95-b186-ca3ef484b91b" -d '{"events": [{"server_uuid": "9acf3a8f-6c99-4f8e-a75a-2f1b1183682e", "name": "network-vif-deleted", "tag": "1be29939-edb9-4b23-859f-5cf23a322467"}]}' {{(pid=110062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:09:40.927195 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 14:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b4b923-ae40-4801-beb5-069c99112732 x-openstack-request-id: req-17b4b923-ae40-4801-beb5-069c99112732 {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:09:40.927486 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acf3a8f-6c99-4f8e-a75a-2f1b1183682e", "name": "network-vif-deleted", "tag": "1be29939-edb9-4b23-859f-5cf23a322467", "status": "completed", "code": 200}]} {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:09:40.927735 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-17b4b923-ae40-4801-beb5-069c99112732 {{(pid=110062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:09:40.928714 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b4b923-ae40-4801-beb5-069c99112732'] response: {'server_uuid': '9acf3a8f-6c99-4f8e-a75a-2f1b1183682e', 'name': 'network-vif-deleted', 'tag': '1be29939-edb9-4b23-859f-5cf23a322467', 'status': 'completed', 'code': 200} May 19 14:09:41.307559 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-df77fa79-9b2f-4376-867b-3673acbfb05e req-8a00f48e-71fb-405b-b363-d5780bc675ba tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf3a8f-6c99-4f8e-a75a-2f1b1183682e HTTP/1.1" status: 200 len: 210 time: 0.0348470 May 19 14:09:43.480398 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 1be29939-edb9-4b23-859f-5cf23a322467 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:09:43.501800 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] No Port match for: 1be29939-edb9-4b23-859f-5cf23a322467 {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:09:43.502140 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device 1be29939-edb9-4b23-859f-5cf23a322467 not bound to the agent host hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:09:44.627752 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 39814) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:09:44.774564 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Deleting port 9031c418-8bfa-4892-abff-d41f34bb1a14 {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:09:44.774930 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (9031c418-8bfa-4892-abff-d41f34bb1a14), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:44.856005 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (9031c418-8bfa-4892-abff-d41f34bb1a14), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:44.856812 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for floatingip (9031c418-8bfa-4892-abff-d41f34bb1a14), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:44.869511 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Calling delete_port for 9031c418-8bfa-4892-abff-d41f34bb1a14 owned by network:floatingip {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:09:45.026621 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (9031c418-8bfa-4892-abff-d41f34bb1a14), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:45.053769 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Pushing event deleted for resources: {'Port': ['ID=9031c418-8bfa-4892-abff-d41f34bb1a14,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:09:45.078716 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:45.079145 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:45.079483 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:45.079813 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:45.080223 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:45.080468 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:45.080792 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:45.081104 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:45.081423 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:45.081737 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:45.082052 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:45.082367 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:45.082678 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:45.083018 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:45.083331 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:45.132296 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for floatingip (def9fdd8-f84f-4a7d-b04c-78d2fb9fa89a), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:45.132915 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.db.l3_db [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Floating IP def9fdd8-f84f-4a7d-b04c-78d2fb9fa89a disassociated (deleted). External IP: 172.27.2.110, port: c69ecd94-7c80-4372-b4e1-ffb5f045968f. May 19 14:09:45.357216 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Router aaadfe3d-6633-4f04-a304-dc38b6e244fb has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 14:09:45.368466 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:45.409661 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:45.471141 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 14:09:45.476048 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:45.480656 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a086d0f4-c76f-48eb-95f5-24ffa60314c2 None None] Sync routers for ids ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'] in dv-cinder-784815-14-iscsi {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 14:09:45.483039 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:45.493319 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a086d0f4-c76f-48eb-95f5-24ffa60314c2 None None] Routers {'aaadfe3d-6633-4f04-a304-dc38b6e244fb'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:09:45.493926 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-a086d0f4-c76f-48eb-95f5-24ffa60314c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:09:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:09:45.507448 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-b26d1176-a523-4bdf-a158-ffb929c16e34 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "DELETE /v2.0/floatingips/def9fdd8-f84f-4a7d-b04c-78d2fb9fa89a HTTP/1.1" status: 204 len: 168 time: 0.8778243 May 19 14:09:45.507448 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead20f1e-6759-41d6-898c-1371fda58169', 'tag': 'c69ecd94-7c80-4372-b4e1-ffb5f045968f'}] {{(pid=110061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:09:45.510314 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd8769203b880ba7038e1ee123f5c7b2bf23774bc67ef89682b6b0fc6c2eaa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591bd4cd-3979-4aa8-8c40-c0a36012c92c" -d '{"events": [{"name": "network-changed", "server_uuid": "ead20f1e-6759-41d6-898c-1371fda58169", "tag": "c69ecd94-7c80-4372-b4e1-ffb5f045968f"}]}' {{(pid=110061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:09:45.555726 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 14:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa0ff5e-fa53-41bd-a9d2-38f320b5a1fe x-openstack-request-id: req-2aa0ff5e-fa53-41bd-a9d2-38f320b5a1fe {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:09:45.556245 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead20f1e-6759-41d6-898c-1371fda58169", "tag": "c69ecd94-7c80-4372-b4e1-ffb5f045968f", "status": "completed", "code": 200}]} {{(pid=110061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:09:45.556380 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2aa0ff5e-fa53-41bd-a9d2-38f320b5a1fe {{(pid=110061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:09:45.556729 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aa0ff5e-fa53-41bd-a9d2-38f320b5a1fe'] response: {'name': 'network-changed', 'server_uuid': 'ead20f1e-6759-41d6-898c-1371fda58169', 'tag': 'c69ecd94-7c80-4372-b4e1-ffb5f045968f', 'status': 'completed', 'code': 200} May 19 14:09:45.601820 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-a086d0f4-c76f-48eb-95f5-24ffa60314c2 None None] Set router aaadfe3d-6633-4f04-a304-dc38b6e244fb gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:09:45.649780 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bd4cd-3979-4aa8-8c40-c0a36012c92c req-860d2f48-2df6-424b-b96b-1f185738d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:09:45.652837 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-591bd4cd-3979-4aa8-8c40-c0a36012c92c req-860d2f48-2df6-424b-b96b-1f185738d595 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e&device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 1129 time: 0.0505524 May 19 14:09:45.760947 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bd4cd-3979-4aa8-8c40-c0a36012c92c req-f2662647-6795-4c7f-9748-5cbdaa705bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:09:45.763059 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-591bd4cd-3979-4aa8-8c40-c0a36012c92c req-f2662647-6795-4c7f-9748-5cbdaa705bd5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aa748ea7-654e-47dd-89a8-e6366b098088 HTTP/1.1" status: 200 len: 913 time: 0.1041329 May 19 14:09:45.769929 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f9ad4-a0d4-4c33-a0b2-b82e8bc2377a req-f4973937-da3a-411f-b2b2-34c9afc5bf5a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:09:45.771557 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8c2f9ad4-a0d4-4c33-a0b2-b82e8bc2377a req-f4973937-da3a-411f-b2b2-34c9afc5bf5a tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 945 time: 0.0515115 May 19 14:09:45.821863 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-8c2f9ad4-a0d4-4c33-a0b2-b82e8bc2377a req-eaa154ca-464f-40d5-8dc1-6b2be346b602 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444846 May 19 14:09:45.831533 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-a086d0f4-c76f-48eb-95f5-24ffa60314c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:46Z', 'updated_at': '2022-05-19T14:02:49Z', 'revision_number': 4, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'gw_port': {'id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:47Z', 'updated_at': '2022-05-19T14:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '58adcb60-35be-4924-b56f-51b7a866328d', 'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'mac_address': 'fa:16:3e:48:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:48Z', 'updated_at': '2022-05-19T14:02:53Z', 'revision_number': 5, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'subnets': [{'id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:09:45.856345 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a086d0f4-c76f-48eb-95f5-24ffa60314c2 None None] Checking router: aaadfe3d-6633-4f04-a304-dc38b6e244fb for host: dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 14:09:45.864750 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a086d0f4-c76f-48eb-95f5-24ffa60314c2 None None] Routers {'aaadfe3d-6633-4f04-a304-dc38b6e244fb'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:09:45.865350 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-a086d0f4-c76f-48eb-95f5-24ffa60314c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:09:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:09:45.970816 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-a086d0f4-c76f-48eb-95f5-24ffa60314c2 None None] Set router aaadfe3d-6633-4f04-a304-dc38b6e244fb gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:09:46.297143 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-a086d0f4-c76f-48eb-95f5-24ffa60314c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:46Z', 'updated_at': '2022-05-19T14:02:49Z', 'revision_number': 4, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'gw_port': {'id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:47Z', 'updated_at': '2022-05-19T14:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '58adcb60-35be-4924-b56f-51b7a866328d', 'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'mac_address': 'fa:16:3e:48:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:48Z', 'updated_at': '2022-05-19T14:02:53Z', 'revision_number': 5, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'subnets': [{'id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:09:46.322501 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a086d0f4-c76f-48eb-95f5-24ffa60314c2 None None] The sync data for ids ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'] in dv-cinder-784815-14-iscsi is: [{'id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:46Z', 'updated_at': '2022-05-19T14:02:49Z', 'revision_number': 4, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'gw_port': {'id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:47Z', 'updated_at': '2022-05-19T14:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi', '_interfaces': [{'id': '58adcb60-35be-4924-b56f-51b7a866328d', 'name': '', 'network_id': 'aa748ea7-654e-47dd-89a8-e6366b098088', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'mac_address': 'fa:16:3e:48:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:48Z', 'updated_at': '2022-05-19T14:02:53Z', 'revision_number': 5, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'subnets': [{'id': 'c7b45dbe-629b-471b-b7f7-2399b9334e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 14:09:46.557784 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64984d8-7bf3-46cd-a413-3bc2c8151332 None None] New status for floating IP def9fdd8-f84f-4a7d-b04c-78d2fb9fa89a: DOWN {{(pid=110064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 14:09:46.746157 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-591bd4cd-3979-4aa8-8c40-c0a36012c92c req-8c1d42cd-b87b-4ae7-94b0-f4d5177fd93d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c69ecd94-7c80-4372-b4e1-ffb5f045968f HTTP/1.1" status: 200 len: 217 time: 0.0337658 May 19 14:09:46.803648 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bd4cd-3979-4aa8-8c40-c0a36012c92c req-24c1aedb-635e-4ce5-9ce5-abf41fa698bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:09:46.805056 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-591bd4cd-3979-4aa8-8c40-c0a36012c92c req-24c1aedb-635e-4ce5-9ce5-abf41fa698bc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7b45dbe-629b-471b-b7f7-2399b9334e60 HTTP/1.1" status: 200 len: 851 time: 0.0470505 May 19 14:09:46.953381 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55cfa8-7108-40ca-b106-81e3da4b50e6 req-03f22224-1e40-4bda-b460-3f723c6f0107 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:09:46.955226 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ae55cfa8-7108-40ca-b106-81e3da4b50e6 req-03f22224-1e40-4bda-b460-3f723c6f0107 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 945 time: 0.0592809 May 19 14:09:46.978205 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bd4cd-3979-4aa8-8c40-c0a36012c92c req-8f9719da-a938-428f-b9e8-5cb60aea6d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:09:46.979762 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-591bd4cd-3979-4aa8-8c40-c0a36012c92c req-8f9719da-a938-428f-b9e8-5cb60aea6d32 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa748ea7-654e-47dd-89a8-e6366b098088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0497546 May 19 14:09:47.009893 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-ae55cfa8-7108-40ca-b106-81e3da4b50e6 req-a3128b72-daf8-410b-8b2a-88a8c551f8d1 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf8647c6-89ff-43a6-b771-b3c4530188fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491729 May 19 14:09:47.089883 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-591bd4cd-3979-4aa8-8c40-c0a36012c92c req-cfb60c29-fa26-4343-8eea-b8ebb1f051a2 service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034870 May 19 14:09:47.244148 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-591bd4cd-3979-4aa8-8c40-c0a36012c92c req-4e2297fc-b4fc-4376-b682-28986e37687e service neutron] 10.222.0.65 "GET /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972080 May 19 14:09:47.332015 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22731568-b557-40ec-a631-b9c36f09f4ad req-14ca1e39-2041-4ced-94d2-332034316a95 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 14:09:47.333485 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-22731568-b557-40ec-a631-b9c36f09f4ad req-14ca1e39-2041-4ced-94d2-332034316a95 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.65 "GET /v2.0/ports?device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 945 time: 0.0526347 May 19 14:09:47.371589 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:47.422265 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [req-22731568-b557-40ec-a631-b9c36f09f4ad req-90ee0033-7fec-455e-8643-965af11da512 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Deleting port c69ecd94-7c80-4372-b4e1-ffb5f045968f {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:09:47.422609 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-22731568-b557-40ec-a631-b9c36f09f4ad req-90ee0033-7fec-455e-8643-965af11da512 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (c69ecd94-7c80-4372-b4e1-ffb5f045968f), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:47.480485 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:47.519705 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [req-22731568-b557-40ec-a631-b9c36f09f4ad req-90ee0033-7fec-455e-8643-965af11da512 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] For port c69ecd94-7c80-4372-b4e1-ffb5f045968f, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c69ecd94-7c80-4372-b4e1-ffb5f045968f,segment=NetworkSegment(e63c3407-a6bb-41cf-b146-668d8bf6dddd),segment_id=e63c3407-a6bb-41cf-b146-668d8bf6dddd)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:09:47.520063 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-22731568-b557-40ec-a631-b9c36f09f4ad req-90ee0033-7fec-455e-8643-965af11da512 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (c69ecd94-7c80-4372-b4e1-ffb5f045968f), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:47.534904 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [req-22731568-b557-40ec-a631-b9c36f09f4ad req-90ee0033-7fec-455e-8643-965af11da512 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Calling delete_port for c69ecd94-7c80-4372-b4e1-ffb5f045968f owned by compute:nova {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:09:47.713401 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-22731568-b557-40ec-a631-b9c36f09f4ad req-90ee0033-7fec-455e-8643-965af11da512 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (c69ecd94-7c80-4372-b4e1-ffb5f045968f), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:47.760688 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee0033-7fec-455e-8643-965af11da512 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Pushing event deleted for resources: {'Port': ['ID=c69ecd94-7c80-4372-b4e1-ffb5f045968f,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:09:47.822135 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [req-22731568-b557-40ec-a631-b9c36f09f4ad req-90ee0033-7fec-455e-8643-965af11da512 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] No DVR routers for this DVR port c69ecd94-7c80-4372-b4e1-ffb5f045968f on host hv-cinder-78481 {{(pid=110062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 14:09:47.825503 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [req-22731568-b557-40ec-a631-b9c36f09f4ad req-90ee0033-7fec-455e-8643-965af11da512 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for port (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:47.830245 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [req-22731568-b557-40ec-a631-b9c36f09f4ad req-90ee0033-7fec-455e-8643-965af11da512 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.65 "DELETE /v2.0/ports/c69ecd94-7c80-4372-b4e1-ffb5f045968f HTTP/1.1" status: 204 len: 173 time: 0.4916964 May 19 14:09:47.830728 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead20f1e-6759-41d6-898c-1371fda58169', 'name': 'network-vif-deleted', 'tag': 'c69ecd94-7c80-4372-b4e1-ffb5f045968f'}] {{(pid=110062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 14:09:47.833960 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dff7f06c5e0e0f36f9473af0b06c6f419441bd6c4accb13c2a4abbfe17b595b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842bf711-6fbe-415e-b597-f740e5a6e1e9" -d '{"events": [{"server_uuid": "ead20f1e-6759-41d6-898c-1371fda58169", "name": "network-vif-deleted", "tag": "c69ecd94-7c80-4372-b4e1-ffb5f045968f"}]}' {{(pid=110062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 14:09:47.872292 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 14:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ca29c3-cf42-43a5-942e-c3452c7442d2 x-openstack-request-id: req-a6ca29c3-cf42-43a5-942e-c3452c7442d2 {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 14:09:47.872490 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead20f1e-6759-41d6-898c-1371fda58169", "name": "network-vif-deleted", "tag": "c69ecd94-7c80-4372-b4e1-ffb5f045968f", "status": "completed", "code": 200}]} {{(pid=110062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 14:09:47.872740 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a6ca29c3-cf42-43a5-942e-c3452c7442d2 {{(pid=110062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 14:09:47.873140 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6ca29c3-cf42-43a5-942e-c3452c7442d2'] response: {'server_uuid': 'ead20f1e-6759-41d6-898c-1371fda58169', 'name': 'network-vif-deleted', 'tag': 'c69ecd94-7c80-4372-b4e1-ffb5f045968f', 'status': 'completed', 'code': 200} May 19 14:09:48.124814 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [req-99c890fb-59ff-4002-b303-ff3adb2aee38 req-c92191e3-a54a-48c9-9970-8a705163eae6 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead20f1e-6759-41d6-898c-1371fda58169 HTTP/1.1" status: 200 len: 210 time: 0.0341868 May 19 14:09:49.188445 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 39830) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:09:49.304171 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-461e5f4a-46ec-4276-ac6d-4da8f5b9dec0 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Deleting port 767da2c8-6bda-475e-9313-310a12bce68d {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:09:49.304507 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-461e5f4a-46ec-4276-ac6d-4da8f5b9dec0 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (767da2c8-6bda-475e-9313-310a12bce68d), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:49.384291 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-461e5f4a-46ec-4276-ac6d-4da8f5b9dec0 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (767da2c8-6bda-475e-9313-310a12bce68d), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:49.384615 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-461e5f4a-46ec-4276-ac6d-4da8f5b9dec0 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for floatingip (767da2c8-6bda-475e-9313-310a12bce68d), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:49.399372 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-461e5f4a-46ec-4276-ac6d-4da8f5b9dec0 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Calling delete_port for 767da2c8-6bda-475e-9313-310a12bce68d owned by network:floatingip {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:09:49.516579 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device c69ecd94-7c80-4372-b4e1-ffb5f045968f no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:09:49.536417 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] No Port match for: c69ecd94-7c80-4372-b4e1-ffb5f045968f {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:09:49.536767 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Device c69ecd94-7c80-4372-b4e1-ffb5f045968f not bound to the agent host hv-cinder-78481 {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:09:49.545028 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-461e5f4a-46ec-4276-ac6d-4da8f5b9dec0 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (767da2c8-6bda-475e-9313-310a12bce68d), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:49.570019 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e5f4a-46ec-4276-ac6d-4da8f5b9dec0 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Pushing event deleted for resources: {'Port': ['ID=767da2c8-6bda-475e-9313-310a12bce68d,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:09:49.634739 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-461e5f4a-46ec-4276-ac6d-4da8f5b9dec0 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for floatingip (06dd987c-9842-4db3-bb7f-dfb0a919b32d), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:49.637644 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-461e5f4a-46ec-4276-ac6d-4da8f5b9dec0 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78010'] for floatingip (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:49.639356 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-461e5f4a-46ec-4276-ac6d-4da8f5b9dec0 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "DELETE /v2.0/floatingips/06dd987c-9842-4db3-bb7f-dfb0a919b32d HTTP/1.1" status: 204 len: 168 time: 0.4507990 May 19 14:09:50.859504 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 39842) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:09:50.920952 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c08e04a5-1778-4446-9e04-b8f5d79bb9c1 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for security_group (bf8647c6-89ff-43a6-b771-b3c4530188fe), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:50.946094 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c08e04a5-1778-4446-9e04-b8f5d79bb9c1 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for security_group (bf8647c6-89ff-43a6-b771-b3c4530188fe), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:51.011546 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c08e04a5-1778-4446-9e04-b8f5d79bb9c1 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (bf8647c6-89ff-43a6-b771-b3c4530188fe), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:51.015449 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-c08e04a5-1778-4446-9e04-b8f5d79bb9c1 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Publish callbacks [] for security_group (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:51.016682 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-c08e04a5-1778-4446-9e04-b8f5d79bb9c1 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] 10.222.0.52 "DELETE /v2.0/security-groups/bf8647c6-89ff-43a6-b771-b3c4530188fe HTTP/1.1" status: 204 len: 168 time: 0.1560946 May 19 14:09:51.021458 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:51.027439 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e04a5-1778-4446-9e04-b8f5d79bb9c1 tempest-TestVolumeBootPattern-1335792019 tempest-TestVolumeBootPattern-1335792019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8647c6-89ff-43a6-b771-b3c4530188fe,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:09:51.095624 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 39846) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:09:51.587512 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a97dddaa-641b-451a-923f-671f345be049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633245'] for router_interface (aaadfe3d-6633-4f04-a304-dc38b6e244fb), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:51.616598 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:51.781384 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:51.823326 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-a97dddaa-641b-451a-923f-671f345be049 admin admin] Deleting port 58adcb60-35be-4924-b56f-51b7a866328d {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:09:51.823625 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a97dddaa-641b-451a-923f-671f345be049 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (58adcb60-35be-4924-b56f-51b7a866328d), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:51.903985 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [None req-a97dddaa-641b-451a-923f-671f345be049 admin admin] For port 58adcb60-35be-4924-b56f-51b7a866328d, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=58adcb60-35be-4924-b56f-51b7a866328d,segment=NetworkSegment(e63c3407-a6bb-41cf-b146-668d8bf6dddd),segment_id=e63c3407-a6bb-41cf-b146-668d8bf6dddd)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:09:51.904399 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a97dddaa-641b-451a-923f-671f345be049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (58adcb60-35be-4924-b56f-51b7a866328d), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:51.917644 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-a97dddaa-641b-451a-923f-671f345be049 admin admin] Calling delete_port for 58adcb60-35be-4924-b56f-51b7a866328d owned by network:router_interface {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:09:51.919165 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:52.051131 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:09:52.105710 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a97dddaa-641b-451a-923f-671f345be049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (58adcb60-35be-4924-b56f-51b7a866328d), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:52.133900 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97dddaa-641b-451a-923f-671f345be049 admin admin] Pushing event deleted for resources: {'Port': ['ID=58adcb60-35be-4924-b56f-51b7a866328d,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:09:52.320190 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-a97dddaa-641b-451a-923f-671f345be049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636802'] for router_interface (aaadfe3d-6633-4f04-a304-dc38b6e244fb), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:52.548137 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97dddaa-641b-451a-923f-671f345be049 admin admin] Router aaadfe3d-6633-4f04-a304-dc38b6e244fb has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 14:09:52.653945 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97dddaa-641b-451a-923f-671f345be049 admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 14:09:52.658994 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-a97dddaa-641b-451a-923f-671f345be049 admin admin] 10.222.0.52 "PUT /v2.0/routers/aaadfe3d-6633-4f04-a304-dc38b6e244fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5618632 May 19 14:09:52.662283 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 39850) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:09:52.664271 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b35c4d-084f-47fb-9c93-7d774c1588bd None None] Sync routers for ids ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'] in dv-cinder-784815-14-iscsi {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 14:09:52.675155 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b35c4d-084f-47fb-9c93-7d774c1588bd None None] Routers {'aaadfe3d-6633-4f04-a304-dc38b6e244fb'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:09:52.675770 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-67b35c4d-084f-47fb-9c93-7d774c1588bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:09:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:09:52.700520 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:52.780284 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-ae1346e5-20ee-472b-a834-de4e29a930ec admin admin] Publish callbacks [] for router (aaadfe3d-6633-4f04-a304-dc38b6e244fb), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:52.783241 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-67b35c4d-084f-47fb-9c93-7d774c1588bd None None] Set router aaadfe3d-6633-4f04-a304-dc38b6e244fb gateway port host: dv-cinder-784815-14-iscsi {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:09:52.824416 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:52.902915 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-ae1346e5-20ee-472b-a834-de4e29a930ec admin admin] Publish callbacks [] for router_gateway (aaadfe3d-6633-4f04-a304-dc38b6e244fb), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:52.955707 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-ae1346e5-20ee-472b-a834-de4e29a930ec admin admin] Deleting port d463bdb5-991a-449a-b41d-b211e8dc0e5a {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:09:52.956038 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-ae1346e5-20ee-472b-a834-de4e29a930ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (d463bdb5-991a-449a-b41d-b211e8dc0e5a), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:52.982643 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:53.007006 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-67b35c4d-084f-47fb-9c93-7d774c1588bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:46Z', 'updated_at': '2022-05-19T14:09:52Z', 'revision_number': 5, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'gw_port': {'id': 'd463bdb5-991a-449a-b41d-b211e8dc0e5a', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:47Z', 'updated_at': '2022-05-19T14:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:09:53.038173 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [None req-ae1346e5-20ee-472b-a834-de4e29a930ec admin admin] For port d463bdb5-991a-449a-b41d-b211e8dc0e5a, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=d463bdb5-991a-449a-b41d-b211e8dc0e5a,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:09:53.038534 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-ae1346e5-20ee-472b-a834-de4e29a930ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (d463bdb5-991a-449a-b41d-b211e8dc0e5a), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:53.048940 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b35c4d-084f-47fb-9c93-7d774c1588bd None None] Checking router: aaadfe3d-6633-4f04-a304-dc38b6e244fb for host: dv-cinder-784815-14-iscsi {{(pid=110063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 14:09:53.051534 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-ae1346e5-20ee-472b-a834-de4e29a930ec admin admin] Calling delete_port for d463bdb5-991a-449a-b41d-b211e8dc0e5a owned by network:router_gateway {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:09:53.060358 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=100 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:53.064061 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b35c4d-084f-47fb-9c93-7d774c1588bd None None] Routers {'aaadfe3d-6633-4f04-a304-dc38b6e244fb'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:09:53.065068 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-67b35c4d-084f-47fb-9c93-7d774c1588bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:09:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'], 'active': True} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:09:53.154836 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvr_db [None req-67b35c4d-084f-47fb-9c93-7d774c1588bd None None] Set router aaadfe3d-6633-4f04-a304-dc38b6e244fb gateway port host: None {{(pid=110063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:09:53.213559 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_hamode_db [None req-67b35c4d-084f-47fb-9c93-7d774c1588bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:46Z', 'updated_at': '2022-05-19T14:09:52Z', 'revision_number': 6, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'gw_port_host': None}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:09:53.240548 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b35c4d-084f-47fb-9c93-7d774c1588bd None None] The sync data for ids ['aaadfe3d-6633-4f04-a304-dc38b6e244fb'] in dv-cinder-784815-14-iscsi is: [{'id': 'aaadfe3d-6633-4f04-a304-dc38b6e244fb', 'name': 'tempest-TestVolumeBootPattern-1596005602-router', 'tenant_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:46Z', 'updated_at': '2022-05-19T14:09:52Z', 'revision_number': 6, 'project_id': '6d87d3963b1b4fb29e09d8f72f64fb6e', 'gw_port_host': None}] {{(pid=110063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 14:09:53.300743 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-ae1346e5-20ee-472b-a834-de4e29a930ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (d463bdb5-991a-449a-b41d-b211e8dc0e5a), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:53.327612 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1346e5-20ee-472b-a834-de4e29a930ec admin admin] Pushing event deleted for resources: {'Port': ['ID=d463bdb5-991a-449a-b41d-b211e8dc0e5a,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:09:53.395729 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-ae1346e5-20ee-472b-a834-de4e29a930ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631215'] for router_gateway (aaadfe3d-6633-4f04-a304-dc38b6e244fb), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:53.485726 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-ae1346e5-20ee-472b-a834-de4e29a930ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6183'] for router (aaadfe3d-6633-4f04-a304-dc38b6e244fb), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:53.488301 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-ae1346e5-20ee-472b-a834-de4e29a930ec admin admin] Publish callbacks [] for router_controller (aaadfe3d-6633-4f04-a304-dc38b6e244fb), precommit_delete_associations {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:53.532266 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-ae1346e5-20ee-472b-a834-de4e29a930ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628862'] for router (aaadfe3d-6633-4f04-a304-dc38b6e244fb), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:53.532873 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1346e5-20ee-472b-a834-de4e29a930ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaadfe3d-6633-4f04-a304-dc38b6e244fb {{(pid=110062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 14:09:53.537763 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-ae1346e5-20ee-472b-a834-de4e29a930ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:53.539033 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-ae1346e5-20ee-472b-a834-de4e29a930ec admin admin] 10.222.0.52 "DELETE /v2.0/routers/aaadfe3d-6633-4f04-a304-dc38b6e244fb HTTP/1.1" status: 204 len: 168 time: 0.8757010 May 19 14:09:53.542078 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 39852) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:09:53.586615 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.db_base_plugin_v2 [None req-861b0ae8-5f67-4de5-ae9e-2aaaa5f9f084 admin admin] Deleting subnet c7b45dbe-629b-471b-b7f7-2399b9334e60 {{(pid=110062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 14:09:53.589875 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-861b0ae8-5f67-4de5-ae9e-2aaaa5f9f084 admin admin] Publish callbacks [] for subnet (c7b45dbe-629b-471b-b7f7-2399b9334e60), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:53.771156 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 58adcb60-35be-4924-b56f-51b7a866328d no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:09:53.792841 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: 58adcb60-35be-4924-b56f-51b7a866328d {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:09:53.793177 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 58adcb60-35be-4924-b56f-51b7a866328d not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:09:53.907823 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-861b0ae8-5f67-4de5-ae9e-2aaaa5f9f084 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29529231'] for subnet (c7b45dbe-629b-471b-b7f7-2399b9334e60), precommit_delete_associations {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:53.987076 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-861b0ae8-5f67-4de5-ae9e-2aaaa5f9f084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541679'] for subnet (c7b45dbe-629b-471b-b7f7-2399b9334e60), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:54.025271 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:54.041276 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:54.048664 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-861b0ae8-5f67-4de5-ae9e-2aaaa5f9f084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29560251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29814851'] for subnet (c7b45dbe-629b-471b-b7f7-2399b9334e60), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:54.082149 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b0ae8-5f67-4de5-ae9e-2aaaa5f9f084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7b45dbe-629b-471b-b7f7-2399b9334e60,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:09:54.084709 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-861b0ae8-5f67-4de5-ae9e-2aaaa5f9f084 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:54.087929 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-861b0ae8-5f67-4de5-ae9e-2aaaa5f9f084 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c7b45dbe-629b-471b-b7f7-2399b9334e60 HTTP/1.1" status: 204 len: 168 time: 0.5448992 May 19 14:09:54.090834 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 39854) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:09:54.094162 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf10822-cfe4-4895-845a-babc3ce51e2f None None] Network aa748ea7-654e-47dd-89a8-e6366b098088 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 14:09:54.175926 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-95f35cf9-0f35-4635-adf9-d70f68a043c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319408'] for network (aa748ea7-654e-47dd-89a8-e6366b098088), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:54.224632 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-95f35cf9-0f35-4635-adf9-d70f68a043c2 admin admin] Deleting port 84cd16db-7474-40ad-afd7-5e3935b5cf02 {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:09:54.225253 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-95f35cf9-0f35-4635-adf9-d70f68a043c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (84cd16db-7474-40ad-afd7-5e3935b5cf02), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:54.302234 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e639ba3-8693-4767-a0eb-86d53a0af386 None None] DHCP port deletion for aa748ea7-654e-47dd-89a8-e6366b098088 request from dv-cinder-784815-14-iscsi {{(pid=110063) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 14:09:54.304390 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [None req-95f35cf9-0f35-4635-adf9-d70f68a043c2 admin admin] For port 84cd16db-7474-40ad-afd7-5e3935b5cf02, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=84cd16db-7474-40ad-afd7-5e3935b5cf02,segment=NetworkSegment(e63c3407-a6bb-41cf-b146-668d8bf6dddd),segment_id=e63c3407-a6bb-41cf-b146-668d8bf6dddd)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:09:54.304928 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-95f35cf9-0f35-4635-adf9-d70f68a043c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (84cd16db-7474-40ad-afd7-5e3935b5cf02), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:54.325937 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-95f35cf9-0f35-4635-adf9-d70f68a043c2 admin admin] Calling delete_port for 84cd16db-7474-40ad-afd7-5e3935b5cf02 owned by network:dhcp {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:09:54.342889 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-8e639ba3-8693-4767-a0eb-86d53a0af386 None None] Deleting port 84cd16db-7474-40ad-afd7-5e3935b5cf02 {{(pid=110063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:09:54.343263 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-8e639ba3-8693-4767-a0eb-86d53a0af386 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (84cd16db-7474-40ad-afd7-5e3935b5cf02), before_delete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:54.453073 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-95f35cf9-0f35-4635-adf9-d70f68a043c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (84cd16db-7474-40ad-afd7-5e3935b5cf02), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:54.459561 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-8e639ba3-8693-4767-a0eb-86d53a0af386 None None] For port 84cd16db-7474-40ad-afd7-5e3935b5cf02, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=84cd16db-7474-40ad-afd7-5e3935b5cf02,segment=NetworkSegment(e63c3407-a6bb-41cf-b146-668d8bf6dddd),segment_id=e63c3407-a6bb-41cf-b146-668d8bf6dddd)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:09:54.460385 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-8e639ba3-8693-4767-a0eb-86d53a0af386 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (84cd16db-7474-40ad-afd7-5e3935b5cf02), precommit_delete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:54.490200 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-8e639ba3-8693-4767-a0eb-86d53a0af386 None None] Calling delete_port for 84cd16db-7474-40ad-afd7-5e3935b5cf02 owned by network:dhcp {{(pid=110063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:09:54.503291 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f35cf9-0f35-4635-adf9-d70f68a043c2 admin admin] No DVR routers for this DVR port 84cd16db-7474-40ad-afd7-5e3935b5cf02 on host dv-cinder-784815-14-iscsi {{(pid=110062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 14:09:54.506386 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f35cf9-0f35-4635-adf9-d70f68a043c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=84cd16db-7474-40ad-afd7-5e3935b5cf02,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:09:54.571320 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-8e639ba3-8693-4767-a0eb-86d53a0af386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024'] for port (84cd16db-7474-40ad-afd7-5e3935b5cf02), after_delete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:54.600553 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e639ba3-8693-4767-a0eb-86d53a0af386 None None] Pushing event deleted for resources: {'Port': ['ID=84cd16db-7474-40ad-afd7-5e3935b5cf02,revision_number=None']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:09:54.610181 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e639ba3-8693-4767-a0eb-86d53a0af386 None None] No DVR routers for this DVR port 84cd16db-7474-40ad-afd7-5e3935b5cf02 on host dv-cinder-784815-14-iscsi {{(pid=110063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 14:09:54.612807 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e639ba3-8693-4767-a0eb-86d53a0af386 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:54.613124 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e639ba3-8693-4767-a0eb-86d53a0af386 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:54.613955 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e639ba3-8693-4767-a0eb-86d53a0af386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:54.613955 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e639ba3-8693-4767-a0eb-86d53a0af386 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:54.614183 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e639ba3-8693-4767-a0eb-86d53a0af386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:54.614440 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e639ba3-8693-4767-a0eb-86d53a0af386 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:54.614765 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e639ba3-8693-4767-a0eb-86d53a0af386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:54.615122 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e639ba3-8693-4767-a0eb-86d53a0af386 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:54.615451 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e639ba3-8693-4767-a0eb-86d53a0af386 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:54.615778 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e639ba3-8693-4767-a0eb-86d53a0af386 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:54.616100 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e639ba3-8693-4767-a0eb-86d53a0af386 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:54.616419 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e639ba3-8693-4767-a0eb-86d53a0af386 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:54.616741 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e639ba3-8693-4767-a0eb-86d53a0af386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:54.617060 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e639ba3-8693-4767-a0eb-86d53a0af386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:54.618273 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e639ba3-8693-4767-a0eb-86d53a0af386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-14-iscsi {{(pid=110063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 14:09:54.630199 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-95f35cf9-0f35-4635-adf9-d70f68a043c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1546650', 'neutron.services.segments.db._delete_segments_for_network-8784568151830'] for network (aa748ea7-654e-47dd-89a8-e6366b098088), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:54.660412 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-95f35cf9-0f35-4635-adf9-d70f68a043c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa748ea7-654e-47dd-89a8-e6366b098088']}} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:09:54.671580 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-95f35cf9-0f35-4635-adf9-d70f68a043c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63c3407-a6bb-41cf-b146-668d8bf6dddd') {'for_net_delete': True} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:09:54.671892 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-95f35cf9-0f35-4635-adf9-d70f68a043c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63c3407-a6bb-41cf-b146-668d8bf6dddd') {} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:09:54.681775 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-95f35cf9-0f35-4635-adf9-d70f68a043c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784568151071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29529270'] for segment (e63c3407-a6bb-41cf-b146-668d8bf6dddd), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:54.696055 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-95f35cf9-0f35-4635-adf9-d70f68a043c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (e63c3407-a6bb-41cf-b146-668d8bf6dddd), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:54.702823 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f35cf9-0f35-4635-adf9-d70f68a043c2 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=110062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 14:09:54.703258 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-95f35cf9-0f35-4635-adf9-d70f68a043c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29558809'] for segment (e63c3407-a6bb-41cf-b146-668d8bf6dddd), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: Traceback (most recent call last): May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: timer() May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: cb(*args, **kw) May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: return func(*args, **kwargs) May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: self._notify() May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: self.callback(batched_events) May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: event.method(event) May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: aggregate_uuid = self.p_client.list_aggregates( May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: return f(self, *a, **k) May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: return self._get(url).json() May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: return self.request(url, 'GET', **kwargs) May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: base_url = self.get_endpoint(auth, allow=allow, May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 14:09:54.705144 dv-cinder-784815-14-iscsi neutron-server[110062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 14:09:54.768636 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-95f35cf9-0f35-4635-adf9-d70f68a043c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1546657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631453'] for network (aa748ea7-654e-47dd-89a8-e6366b098088), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:54.774534 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-95f35cf9-0f35-4635-adf9-d70f68a043c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:54.777633 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-95f35cf9-0f35-4635-adf9-d70f68a043c2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/aa748ea7-654e-47dd-89a8-e6366b098088 HTTP/1.1" status: 204 len: 168 time: 0.6850331 May 19 14:09:54.782713 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 39856) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:09:54.797796 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f35cf9-0f35-4635-adf9-d70f68a043c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa748ea7-654e-47dd-89a8-e6366b098088,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:09:54.839239 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:55.116879 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-a2acd4a0-76c3-423f-a5d5-be8f837905e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633245'] for router_interface (4c489b8c-dc4f-417d-bc08-ee77a175635a), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:55.347434 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-a2acd4a0-76c3-423f-a5d5-be8f837905e5 admin admin] Deleting port fdb3d858-71bc-4e9d-86dc-05fa1d20342a {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:09:55.347774 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-a2acd4a0-76c3-423f-a5d5-be8f837905e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (fdb3d858-71bc-4e9d-86dc-05fa1d20342a), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:55.348500 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device d463bdb5-991a-449a-b41d-b211e8dc0e5a no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:09:55.369682 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: d463bdb5-991a-449a-b41d-b211e8dc0e5a {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:09:55.369988 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device d463bdb5-991a-449a-b41d-b211e8dc0e5a not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:09:55.370304 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 84cd16db-7474-40ad-afd7-5e3935b5cf02 no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:09:55.389735 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: 84cd16db-7474-40ad-afd7-5e3935b5cf02 {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:09:55.390067 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 84cd16db-7474-40ad-afd7-5e3935b5cf02 not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:09:55.443139 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [None req-a2acd4a0-76c3-423f-a5d5-be8f837905e5 admin admin] For port fdb3d858-71bc-4e9d-86dc-05fa1d20342a, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=fdb3d858-71bc-4e9d-86dc-05fa1d20342a,segment=NetworkSegment(6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0),segment_id=6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0)] {{(pid=110061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:09:55.443493 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-a2acd4a0-76c3-423f-a5d5-be8f837905e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (fdb3d858-71bc-4e9d-86dc-05fa1d20342a), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:55.713131 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-a2acd4a0-76c3-423f-a5d5-be8f837905e5 admin admin] Calling delete_port for fdb3d858-71bc-4e9d-86dc-05fa1d20342a owned by network:router_interface {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:09:55.895644 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-a2acd4a0-76c3-423f-a5d5-be8f837905e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (fdb3d858-71bc-4e9d-86dc-05fa1d20342a), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:55.898790 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:55.922003 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acd4a0-76c3-423f-a5d5-be8f837905e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdb3d858-71bc-4e9d-86dc-05fa1d20342a,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:09:55.989000 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:56.110246 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-a2acd4a0-76c3-423f-a5d5-be8f837905e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1624757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636802'] for router_interface (4c489b8c-dc4f-417d-bc08-ee77a175635a), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:56.327746 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2acd4a0-76c3-423f-a5d5-be8f837905e5 admin admin] Router 4c489b8c-dc4f-417d-bc08-ee77a175635a has already been hosted by L3 agent 7fe487fa-045a-493a-a64a-48ada0e353bc {{(pid=110061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 14:09:56.437487 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2acd4a0-76c3-423f-a5d5-be8f837905e5 admin admin] Notify agent at l3_agent.dv-cinder-784815-14-iscsi the message routers_updated {{(pid=110061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 14:09:56.443992 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-a2acd4a0-76c3-423f-a5d5-be8f837905e5 admin admin] 10.222.0.52 "PUT /v2.0/routers/4c489b8c-dc4f-417d-bc08-ee77a175635a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6598115 May 19 14:09:56.446560 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 39858) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:09:56.451556 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081ab9c5-199f-41b9-9a64-02cc2fd7eb8c None None] Sync routers for ids ['4c489b8c-dc4f-417d-bc08-ee77a175635a'] in dv-cinder-784815-14-iscsi {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 14:09:56.464910 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081ab9c5-199f-41b9-9a64-02cc2fd7eb8c None None] Routers {'4c489b8c-dc4f-417d-bc08-ee77a175635a'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:09:56.465695 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-081ab9c5-199f-41b9-9a64-02cc2fd7eb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:09:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['4c489b8c-dc4f-417d-bc08-ee77a175635a'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:09:56.556745 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ce0daff0-7a54-44f6-a144-9618953c469a admin admin] Publish callbacks [] for router (4c489b8c-dc4f-417d-bc08-ee77a175635a), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:56.575258 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-081ab9c5-199f-41b9-9a64-02cc2fd7eb8c None None] Set router 4c489b8c-dc4f-417d-bc08-ee77a175635a gateway port host: dv-cinder-784815-14-iscsi {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:09:56.675980 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ce0daff0-7a54-44f6-a144-9618953c469a admin admin] Publish callbacks [] for router_gateway (4c489b8c-dc4f-417d-bc08-ee77a175635a), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:56.724958 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-ce0daff0-7a54-44f6-a144-9618953c469a admin admin] Deleting port 38064b00-06a2-4445-b8c2-8c17dd95d815 {{(pid=110061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:09:56.724958 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ce0daff0-7a54-44f6-a144-9618953c469a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (38064b00-06a2-4445-b8c2-8c17dd95d815), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:56.755514 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-081ab9c5-199f-41b9-9a64-02cc2fd7eb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c489b8c-dc4f-417d-bc08-ee77a175635a', 'name': 'tempest-TestVolumeBootPattern-614821332-router', 'tenant_id': '6eea54f5ac214cbeac589e8af91b3a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'external_fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '38064b00-06a2-4445-b8c2-8c17dd95d815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:51Z', 'updated_at': '2022-05-19T14:09:55Z', 'revision_number': 5, 'project_id': '6eea54f5ac214cbeac589e8af91b3a84', 'gw_port': {'id': '38064b00-06a2-4445-b8c2-8c17dd95d815', 'name': '', 'network_id': 'db349b0a-3651-4f3e-8f89-c44d13ee049b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c489b8c-dc4f-417d-bc08-ee77a175635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T14:02:52Z', 'updated_at': '2022-05-19T14:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '851bfd66-21de-4b67-adef-488354d2d2c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-14-iscsi'}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:09:56.784303 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081ab9c5-199f-41b9-9a64-02cc2fd7eb8c None None] Checking router: 4c489b8c-dc4f-417d-bc08-ee77a175635a for host: dv-cinder-784815-14-iscsi {{(pid=110064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 14:09:56.793505 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081ab9c5-199f-41b9-9a64-02cc2fd7eb8c None None] Routers {'4c489b8c-dc4f-417d-bc08-ee77a175635a'} bound to L3 agent in host dv-cinder-784815-14-iscsi {{(pid=110064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 14:09:56.794376 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-081ab9c5-199f-41b9-9a64-02cc2fd7eb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:45:34Z,description=,heartbeat_timestamp=2022-05-19T14:09:34Z,host='dv-cinder-784815-14-iscsi',id=7fe487fa-045a-493a-a64a-48ada0e353bc,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:45:34Z,topic='l3_agent')) {'router_ids': ['4c489b8c-dc4f-417d-bc08-ee77a175635a'], 'active': True} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:09:56.819139 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.db [None req-ce0daff0-7a54-44f6-a144-9618953c469a admin admin] For port 38064b00-06a2-4445-b8c2-8c17dd95d815, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=38064b00-06a2-4445-b8c2-8c17dd95d815,segment=NetworkSegment(f6d6eeaa-2d78-4be4-904a-b89d4820455a),segment_id=f6d6eeaa-2d78-4be4-904a-b89d4820455a)] {{(pid=110061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:09:56.819702 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ce0daff0-7a54-44f6-a144-9618953c469a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (38064b00-06a2-4445-b8c2-8c17dd95d815), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:56.841614 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.plugins.ml2.plugin [None req-ce0daff0-7a54-44f6-a144-9618953c469a admin admin] Calling delete_port for 38064b00-06a2-4445-b8c2-8c17dd95d815 owned by network:router_gateway {{(pid=110061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:09:56.880110 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_dvr_db [None req-081ab9c5-199f-41b9-9a64-02cc2fd7eb8c None None] Set router 4c489b8c-dc4f-417d-bc08-ee77a175635a gateway port host: None {{(pid=110064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 14:09:56.886679 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:56.929583 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.l3_hamode_db [None req-081ab9c5-199f-41b9-9a64-02cc2fd7eb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c489b8c-dc4f-417d-bc08-ee77a175635a', 'name': 'tempest-TestVolumeBootPattern-614821332-router', 'tenant_id': '6eea54f5ac214cbeac589e8af91b3a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:51Z', 'updated_at': '2022-05-19T14:09:56Z', 'revision_number': 6, 'project_id': '6eea54f5ac214cbeac589e8af91b3a84', 'gw_port_host': None}], 'dv-cinder-784815-14-iscsi', False) {} {{(pid=110064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:09:56.959171 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081ab9c5-199f-41b9-9a64-02cc2fd7eb8c None None] The sync data for ids ['4c489b8c-dc4f-417d-bc08-ee77a175635a'] in dv-cinder-784815-14-iscsi is: [{'id': '4c489b8c-dc4f-417d-bc08-ee77a175635a', 'name': 'tempest-TestVolumeBootPattern-614821332-router', 'tenant_id': '6eea54f5ac214cbeac589e8af91b3a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T14:02:51Z', 'updated_at': '2022-05-19T14:09:56Z', 'revision_number': 6, 'project_id': '6eea54f5ac214cbeac589e8af91b3a84', 'gw_port_host': None}] {{(pid=110064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 14:09:56.974427 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:57.037248 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ce0daff0-7a54-44f6-a144-9618953c469a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30676644'] for port (38064b00-06a2-4445-b8c2-8c17dd95d815), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:57.065630 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0daff0-7a54-44f6-a144-9618953c469a admin admin] Pushing event deleted for resources: {'Port': ['ID=38064b00-06a2-4445-b8c2-8c17dd95d815,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:09:57.150495 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ce0daff0-7a54-44f6-a144-9618953c469a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1631215'] for router_gateway (4c489b8c-dc4f-417d-bc08-ee77a175635a), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:57.247983 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ce0daff0-7a54-44f6-a144-9618953c469a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6183'] for router (4c489b8c-dc4f-417d-bc08-ee77a175635a), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:57.250632 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ce0daff0-7a54-44f6-a144-9618953c469a admin admin] Publish callbacks [] for router_controller (4c489b8c-dc4f-417d-bc08-ee77a175635a), precommit_delete_associations {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:57.297827 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ce0daff0-7a54-44f6-a144-9618953c469a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628862'] for router (4c489b8c-dc4f-417d-bc08-ee77a175635a), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:57.298451 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0daff0-7a54-44f6-a144-9618953c469a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c489b8c-dc4f-417d-bc08-ee77a175635a {{(pid=110061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 14:09:57.304097 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-ce0daff0-7a54-44f6-a144-9618953c469a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:57.305359 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-ce0daff0-7a54-44f6-a144-9618953c469a admin admin] 10.222.0.52 "DELETE /v2.0/routers/4c489b8c-dc4f-417d-bc08-ee77a175635a HTTP/1.1" status: 204 len: 168 time: 0.8572509 May 19 14:09:57.307991 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.wsgi [-] (110061) accepted ('10.222.0.52', 39860) {{(pid=110061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:09:57.358158 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc61086a-fac2-473c-8de6-96fbd2d952c2 admin admin] Deleting subnet 070b2eb7-71c0-43ce-97d3-d3299e94081e {{(pid=110061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 14:09:57.361409 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-cc61086a-fac2-473c-8de6-96fbd2d952c2 admin admin] Publish callbacks [] for subnet (070b2eb7-71c0-43ce-97d3-d3299e94081e), before_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:57.401912 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-cc61086a-fac2-473c-8de6-96fbd2d952c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30855999'] for subnet (070b2eb7-71c0-43ce-97d3-d3299e94081e), precommit_delete_associations {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:57.492495 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-cc61086a-fac2-473c-8de6-96fbd2d952c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541679'] for subnet (070b2eb7-71c0-43ce-97d3-d3299e94081e), precommit_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:57.503544 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device fdb3d858-71bc-4e9d-86dc-05fa1d20342a no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:09:57.530125 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: fdb3d858-71bc-4e9d-86dc-05fa1d20342a {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:09:57.530125 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device fdb3d858-71bc-4e9d-86dc-05fa1d20342a not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:09:57.530517 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 38064b00-06a2-4445-b8c2-8c17dd95d815 no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:09:57.554087 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: 38064b00-06a2-4445-b8c2-8c17dd95d815 {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:09:57.554445 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 38064b00-06a2-4445-b8c2-8c17dd95d815 not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:09:57.565675 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-cc61086a-fac2-473c-8de6-96fbd2d952c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30675797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29430784'] for subnet (070b2eb7-71c0-43ce-97d3-d3299e94081e), after_delete {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:57.595738 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61086a-fac2-473c-8de6-96fbd2d952c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=070b2eb7-71c0-43ce-97d3-d3299e94081e,revision_number=None']} {{(pid=110061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:09:57.597735 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG neutron_lib.callbacks.manager [None req-cc61086a-fac2-473c-8de6-96fbd2d952c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for subnet (None), before_response {{(pid=110061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:57.601088 dv-cinder-784815-14-iscsi neutron-server[110061]: INFO neutron.wsgi [None req-cc61086a-fac2-473c-8de6-96fbd2d952c2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/070b2eb7-71c0-43ce-97d3-d3299e94081e HTTP/1.1" status: 204 len: 168 time: 0.2920225 May 19 14:09:57.603878 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 39862) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:09:57.605579 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e2b462-9833-4eba-8940-fedefe662fcb None None] Network 9f81b82c-038b-4758-8fda-7d80aa47b3b7 requested from dv-cinder-784815-14-iscsi {{(pid=110063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 14:09:57.691988 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-764943f1-ff43-4c17-a30e-2b5b2f23a8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319408'] for network (9f81b82c-038b-4758-8fda-7d80aa47b3b7), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:57.752067 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-764943f1-ff43-4c17-a30e-2b5b2f23a8ef admin admin] Deleting port 1173608e-868e-496d-8bfc-4efa115daf1e {{(pid=110062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:09:57.754454 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-764943f1-ff43-4c17-a30e-2b5b2f23a8ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (1173608e-868e-496d-8bfc-4efa115daf1e), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:57.777587 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1685acf4-b099-42fd-9c37-5685305298c4 None None] DHCP port deletion for 9f81b82c-038b-4758-8fda-7d80aa47b3b7 request from dv-cinder-784815-14-iscsi {{(pid=110063) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 14:09:57.840842 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.db [None req-764943f1-ff43-4c17-a30e-2b5b2f23a8ef admin admin] For port 1173608e-868e-496d-8bfc-4efa115daf1e, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=1173608e-868e-496d-8bfc-4efa115daf1e,segment=NetworkSegment(6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0),segment_id=6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0)] {{(pid=110062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:09:57.841125 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-764943f1-ff43-4c17-a30e-2b5b2f23a8ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (1173608e-868e-496d-8bfc-4efa115daf1e), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:57.848221 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1685acf4-b099-42fd-9c37-5685305298c4 None None] Deleting port 1173608e-868e-496d-8bfc-4efa115daf1e {{(pid=110063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 14:09:57.851222 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1685acf4-b099-42fd-9c37-5685305298c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784568170725'] for port (1173608e-868e-496d-8bfc-4efa115daf1e), before_delete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:57.855296 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.plugin [None req-764943f1-ff43-4c17-a30e-2b5b2f23a8ef admin admin] Calling delete_port for 1173608e-868e-496d-8bfc-4efa115daf1e owned by network:dhcp {{(pid=110062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:09:57.936104 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.db [None req-1685acf4-b099-42fd-9c37-5685305298c4 None None] For port 1173608e-868e-496d-8bfc-4efa115daf1e, host dv-cinder-784815-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-14-iscsi',level=0,port_id=1173608e-868e-496d-8bfc-4efa115daf1e,segment=NetworkSegment(6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0),segment_id=6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0)] {{(pid=110063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 14:09:57.936500 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1685acf4-b099-42fd-9c37-5685305298c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633047'] for port (1173608e-868e-496d-8bfc-4efa115daf1e), precommit_delete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:57.944451 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-764943f1-ff43-4c17-a30e-2b5b2f23a8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29558858'] for port (1173608e-868e-496d-8bfc-4efa115daf1e), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:57.952112 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-1685acf4-b099-42fd-9c37-5685305298c4 None None] Calling delete_port for 1173608e-868e-496d-8bfc-4efa115daf1e owned by network:dhcp {{(pid=110063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 14:09:57.954525 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:57.987790 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764943f1-ff43-4c17-a30e-2b5b2f23a8ef admin admin] Pushing event deleted for resources: {'Port': ['ID=1173608e-868e-496d-8bfc-4efa115daf1e,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:09:57.990834 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764943f1-ff43-4c17-a30e-2b5b2f23a8ef admin admin] No DVR routers for this DVR port 1173608e-868e-496d-8bfc-4efa115daf1e on host dv-cinder-784815-14-iscsi {{(pid=110062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 14:09:58.017473 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:09:58.049111 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1685acf4-b099-42fd-9c37-5685305298c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1461053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784568180345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784567626024'] for port (1173608e-868e-496d-8bfc-4efa115daf1e), after_delete {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:58.069728 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-764943f1-ff43-4c17-a30e-2b5b2f23a8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1546650', 'neutron.services.segments.db._delete_segments_for_network-8784568151830'] for network (9f81b82c-038b-4758-8fda-7d80aa47b3b7), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:58.073343 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685acf4-b099-42fd-9c37-5685305298c4 None None] Pushing event deleted for resources: {'Port': ['ID=1173608e-868e-496d-8bfc-4efa115daf1e,revision_number=None']} {{(pid=110063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:09:58.077665 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1685acf4-b099-42fd-9c37-5685305298c4 None None] No DVR routers for this DVR port 1173608e-868e-496d-8bfc-4efa115daf1e on host dv-cinder-784815-14-iscsi {{(pid=110063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 14:09:58.098205 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-764943f1-ff43-4c17-a30e-2b5b2f23a8ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f81b82c-038b-4758-8fda-7d80aa47b3b7']}} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:09:58.109020 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-764943f1-ff43-4c17-a30e-2b5b2f23a8ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0') {'for_net_delete': True} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:09:58.109315 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.services.segments.db [None req-764943f1-ff43-4c17-a30e-2b5b2f23a8ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0') {} {{(pid=110062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 14:09:58.119154 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-764943f1-ff43-4c17-a30e-2b5b2f23a8ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784568151071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29529270'] for segment (6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:58.135668 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-764943f1-ff43-4c17-a30e-2b5b2f23a8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356'] for segment (6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:58.142692 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764943f1-ff43-4c17-a30e-2b5b2f23a8ef admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=110062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 14:09:58.143271 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-764943f1-ff43-4c17-a30e-2b5b2f23a8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1542356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29558809'] for segment (6b3d56fd-25fe-4d4f-9dae-47a67cc73ba0), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: Traceback (most recent call last): May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: timer() May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: cb(*args, **kw) May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: return func(*args, **kwargs) May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: self._notify() May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: self.callback(batched_events) May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: event.method(event) May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: aggregate_uuid = self.p_client.list_aggregates( May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: return f(self, *a, **k) May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: return self._get(url).json() May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: return self.request(url, 'GET', **kwargs) May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: base_url = self.get_endpoint(auth, allow=allow, May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 14:09:58.145026 dv-cinder-784815-14-iscsi neutron-server[110062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 14:09:58.200362 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-764943f1-ff43-4c17-a30e-2b5b2f23a8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1546657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1624764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1631453'] for network (9f81b82c-038b-4758-8fda-7d80aa47b3b7), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:58.205959 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-764943f1-ff43-4c17-a30e-2b5b2f23a8ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1624722'] for network (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:58.209049 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-764943f1-ff43-4c17-a30e-2b5b2f23a8ef admin admin] 10.222.0.52 "DELETE /v2.0/networks/9f81b82c-038b-4758-8fda-7d80aa47b3b7 HTTP/1.1" status: 204 len: 168 time: 0.6041653 May 19 14:09:58.222493 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764943f1-ff43-4c17-a30e-2b5b2f23a8ef admin admin] Pushing event deleted for resources: {'Network': ['ID=9f81b82c-038b-4758-8fda-7d80aa47b3b7,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:09:58.333046 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 39866) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:09:58.377613 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-6ba44030-1289-46de-94b2-7df7f11eda66 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d87d3963b1b4fb29e09d8f72f64fb6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433578 May 19 14:09:58.380163 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 39868) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:09:58.443573 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-74bba565-b52a-4cfc-bf3a-9854be20b77a admin admin] Publish callbacks [] for security_group (3529604c-5ce4-4b72-bddd-d298e79406cb), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:58.485730 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-74bba565-b52a-4cfc-bf3a-9854be20b77a admin admin] Publish callbacks [] for security_group (3529604c-5ce4-4b72-bddd-d298e79406cb), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:58.540356 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-74bba565-b52a-4cfc-bf3a-9854be20b77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (3529604c-5ce4-4b72-bddd-d298e79406cb), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:58.543419 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-74bba565-b52a-4cfc-bf3a-9854be20b77a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:58.544578 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-74bba565-b52a-4cfc-bf3a-9854be20b77a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3529604c-5ce4-4b72-bddd-d298e79406cb HTTP/1.1" status: 204 len: 168 time: 0.1634820 May 19 14:09:58.552570 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bba565-b52a-4cfc-bf3a-9854be20b77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3529604c-5ce4-4b72-bddd-d298e79406cb,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:09:58.892092 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 39874) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:09:58.935558 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-33212294-b4e8-43a5-a7ea-75d901cd1213 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6eea54f5ac214cbeac589e8af91b3a84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411217 May 19 14:09:58.937587 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [-] (110062) accepted ('10.222.0.52', 39876) {{(pid=110062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 14:09:58.991269 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f669b92c-ace4-4760-9ae6-c6d003cb6997 admin admin] Publish callbacks [] for security_group (48a075ff-f898-4e15-97fc-c2516a1eab70), before_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:59.014512 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f669b92c-ace4-4760-9ae6-c6d003cb6997 admin admin] Publish callbacks [] for security_group (48a075ff-f898-4e15-97fc-c2516a1eab70), precommit_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:59.067245 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f669b92c-ace4-4760-9ae6-c6d003cb6997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590933'] for security_group (48a075ff-f898-4e15-97fc-c2516a1eab70), after_delete {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:59.071260 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron_lib.callbacks.manager [None req-f669b92c-ace4-4760-9ae6-c6d003cb6997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:09:59.072914 dv-cinder-784815-14-iscsi neutron-server[110062]: INFO neutron.wsgi [None req-f669b92c-ace4-4760-9ae6-c6d003cb6997 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/48a075ff-f898-4e15-97fc-c2516a1eab70 HTTP/1.1" status: 204 len: 168 time: 0.1344163 May 19 14:09:59.082194 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669b92c-ace4-4760-9ae6-c6d003cb6997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a075ff-f898-4e15-97fc-c2516a1eab70,revision_number=None']} {{(pid=110062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 14:09:59.353026 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 1173608e-868e-496d-8bfc-4efa115daf1e no longer exists at agent ovs-agent-dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 14:09:59.374375 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.plugin [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] No Port match for: 1173608e-868e-496d-8bfc-4efa115daf1e {{(pid=110063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 14:09:59.374748 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron.plugins.ml2.rpc [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Device 1173608e-868e-496d-8bfc-4efa115daf1e not bound to the agent host dv-cinder-784815-14-iscsi {{(pid=110063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 14:10:01.445498 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-19a98c31-5be2-455a-bdbc-129c03187d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:10:03.816401 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:10:03.822578 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-35a71a54-52d7-4a62-bee6-26de7e6797a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:10:04.857417 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:10:04.881012 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:10:06.403732 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:10:07.561686 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:10:07.576822 dv-cinder-784815-14-iscsi neutron-server[110061]: DEBUG dbcounter [-] [110061] Writing DB stats neutron:SELECT=60,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=110061) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:10:07.789097 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:10:09.051538 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=52,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:10:09.078296 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG dbcounter [-] [110062] Writing DB stats neutron:SELECT=68,neutron:DELETE=6 {{(pid=110062) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:10:16.056904 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=49 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:10:16.057709 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=48 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:10:17.782198 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:UPDATE=1,neutron:SELECT=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:10:17.784208 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:10:21.629983 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:10:22.710085 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [req-a89f5da1-54dd-439e-9b14-3a3bf00b9217 req-5f671a4f-29b0-4751-97cf-7205972ab653 service neutron] (110062) timed out ('10.222.0.65', 57519) {{(pid=110062) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 14:10:22.921235 dv-cinder-784815-14-iscsi neutron-server[110062]: DEBUG neutron.wsgi [req-496f8a72-65d1-4295-88e1-d5692c647b88 req-ddb07f82-b254-4b87-8849-b56f6061e919 service neutron] (110062) timed out ('10.222.0.65', 57497) {{(pid=110062) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 14:10:28.451505 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=14 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:10:28.452313 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=12 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:10:29.044286 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:10:31.452644 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-92a0b5a3-d378-45f0-b63b-ae2ca56f4e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:10:33.833176 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-f53ce57a-27bf-417a-b7a8-762dda460dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:10:34.877143 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:10:36.407968 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:10:37.788499 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:10:39.037888 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:10:47.781525 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:10:47.783492 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:10:51.627104 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:10:53.051121 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:10:53.055634 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=4 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:11:01.449208 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-24c93fc1-647b-4237-b7af-f63bfdb1c5f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:11:03.829934 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-85141893-dbcd-465d-b7f6-f768faaeb494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:11:04.877883 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:11:06.047668 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:11:06.418290 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:11:07.792964 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:11:16.040427 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:11:17.783235 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:11:17.787423 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:11:21.643981 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:11:30.070786 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=5 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:11:30.071775 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:11:31.450518 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-295ed976-3988-4df5-be95-bf2d6ca1817c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:11:33.828458 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4c572199-7239-465d-a069-daf5fc85476d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:11:34.883217 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:11:36.415201 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:11:37.790309 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:11:43.048101 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:11:48.464068 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:11:48.469530 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:11:51.642703 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:11:53.044770 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:12:01.445788 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-c963481e-fca8-41f5-813b-1d8d4fd5c159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:12:03.823121 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-7b6db5aa-91af-4e4f-aa42-362765de7bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:12:04.882007 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:12:06.418440 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:12:07.050623 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:12:07.057179 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=4 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:12:07.787221 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:12:17.779873 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:12:17.781825 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:12:20.047856 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:12:21.638616 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:12:30.043139 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=15 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:12:30.044117 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=15 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:12:31.456544 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9dafa4d9-1375-42bc-a188-928f6708b38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:12:33.828606 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-74cfd08d-e014-48e2-80d7-7d79412cb2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:12:34.885015 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:12:36.422100 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:12:37.781589 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:12:44.054528 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:12:44.055872 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=4 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:12:47.770024 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:12:47.776025 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:12:51.636731 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:12:57.048422 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:13:01.449166 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-cb72829e-fb7c-4c04-b801-a53660f14fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:13:03.824529 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-a292d90a-bbfd-4c2e-961e-d27b8fcf715a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:13:04.888069 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:13:06.425125 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:13:07.043489 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:13:07.044458 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:13:07.789654 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:13:17.783433 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:13:17.784378 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:13:21.653589 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:13:30.076629 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=5 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:13:30.077390 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:13:31.454833 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-67066e93-8d5a-4d5a-815d-b8d5fa61428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:13:33.819974 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-c35e79ec-dd5c-4e67-9b2e-fd94a10e5737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:13:34.049714 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:13:34.891043 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:13:36.430058 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:13:37.786823 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:13:44.044109 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:13:44.044976 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:13:48.573178 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:13:48.573940 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:13:51.652044 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:13:58.040700 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:13:58.053913 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=5 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:14:01.460805 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-f954523f-7a50-4e68-bdd1-c43cb2048042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:14:03.815401 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-26bb937f-aaec-4b5e-bba3-9d964c38e589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:14:04.893851 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:14:06.436495 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:14:07.787421 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:14:11.049963 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:14:17.779181 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:14:17.782723 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:14:21.665202 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:14:31.455196 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-2f53497c-de9c-4fb6-a164-d167896937d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:14:33.819081 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-b299b4ee-25c4-44a2-8d80-fd48b8308468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:14:34.898990 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:14:35.049990 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=17 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:14:35.050935 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=17 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:14:36.435347 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:14:37.781024 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:14:47.774354 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:14:47.776545 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:14:48.049715 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG neutron.db.agents_db [None req-65fc72ee-829c-4762-8a2b-dc71d14da56d None None] Agent healthcheck: found 6 active agents {{(pid=110064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 14:14:51.677502 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:14:58.045200 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:14:58.046022 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:15:01.458114 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-d7f40a54-354e-4862-87e1-9232446a7aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (ed6e9061-200e-415c-854c-495582c024f0), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:15:03.821491 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-3418c3d9-dec0-418d-8576-96666719ba29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7fe487fa-045a-493a-a64a-48ada0e353bc), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:15:04.899585 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9787abc7-3c87-4961-9f2b-906753140622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (4c78c5d9-713a-4b02-b8e7-32405e0220eb), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:15:06.441303 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-4bf36bcf-9879-44f4-814f-d9de166826a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (6d6e29ed-96e4-4abc-b40a-7fe1b97430a6), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:15:07.783802 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-9545470e-cd62-454c-93b5-88d2ab684f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (d75e1840-fdb3-4496-8be6-2c17dc5599b9), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 14:15:12.047933 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=1 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:15:12.057122 dv-cinder-784815-14-iscsi neutron-server[110064]: DEBUG dbcounter [-] [110064] Writing DB stats neutron:SELECT=5 {{(pid=110064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:15:17.777364 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:15:17.778729 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG dbcounter [-] [110063] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 14:15:21.681312 dv-cinder-784815-14-iscsi neutron-server[110063]: DEBUG neutron_lib.callbacks.manager [None req-1225e5d7-5643-4dac-8051-a0507ae30d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784568151812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478745'] for agent (7bec7b2c-83f8-44b0-a5e6-0a5454b173c8), after_update {{(pid=110063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}